-- Logs begin at Mon 2022-02-21 09:30:40 UTC, end at Mon 2022-02-21 10:30:26 UTC. -- Feb 21 10:02:16.430227 dv-cinder-830091-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 10:02:19.360526 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.common.config [-] Logging enabled! Feb 21 10:02:19.361140 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 10:02:19.361270 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 10:02:19.364632 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.common.config [-] Logging enabled! Feb 21 10:02:19.364894 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 10:02:19.365239 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102736) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 10:02:19.366180 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 10:02:19.366422 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 10:02:19.366803 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 10:02:19.367059 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 10:02:19.367699 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 10:02:19.368035 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.368471 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 10:02:19.368794 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.369159 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.369473 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.369776 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.370085 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.370379 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.370679 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.370986 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.371283 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.371572 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.371866 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.372169 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.372486 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.372783 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.373099 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.373397 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] debug = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.373688 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.374128 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.374556 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.374846 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.375300 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.375432 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.375713 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.375996 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.376288 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.376628 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] host = dv-cinder-830091-1-iscsi {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.376913 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.377237 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.377533 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.377824 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.378106 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.378393 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.378687 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.378968 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.379248 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.379531 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.380075 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.380387 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.380687 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.380922 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.381186 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.381501 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.381798 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.382085 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.382369 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.382655 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.382938 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.383221 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.383500 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.383793 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.384083 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.384377 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.384661 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.384945 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.385258 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.385537 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.385832 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.386114 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.386396 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.386679 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.386975 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.387253 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.387534 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.387863 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.388157 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.388447 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.388740 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.389022 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.389336 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.389616 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.389896 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.390176 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] use_json = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.390462 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.390744 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.391032 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.391314 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.391594 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.391876 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.392156 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.392446 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.392727 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:19.393033 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.393360 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.393668 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.393973 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.394269 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.394556 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.394854 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.395141 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.395439 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.395735 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.396029 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.396313 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.396621 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.396919 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.397250 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.397563 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.397864 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.398163 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.398445 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.398726 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.399008 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.399293 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.399587 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.399873 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.400167 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.400470 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.400757 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.401086 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.401386 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.401686 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.401986 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.402266 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.402551 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.402849 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.403137 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.403417 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.404232 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.404529 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.404815 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.405128 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.405423 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.405712 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.405996 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.406282 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.406569 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.406870 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.407153 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.407434 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.407716 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.408000 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.408280 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.408573 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.408856 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.409172 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.409460 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.409748 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.410031 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.410314 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.410602 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.410890 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.411177 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.411462 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.411745 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.412028 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.412312 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.412594 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.412877 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.413185 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.413475 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.413759 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.414045 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.414329 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.414613 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.414896 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.415191 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.415499 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.415787 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.416077 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.416367 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.416655 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.416940 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.417247 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.417536 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.417824 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.418106 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.418405 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.418698 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.418992 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.419852 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.420142 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.420448 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.420736 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.421029 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.421344 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.421633 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.421923 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.422217 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.422511 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.422814 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.423119 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.423424 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.423727 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.424029 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.424320 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.424637 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.424928 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:19.425180 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 10:02:19.425427 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102736) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 10:02:19.805932 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 10:02:19.806221 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 10:02:19.806534 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 10:02:19.807020 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 10:02:20.138596 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.138902 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.139188 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.140470 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.140752 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.141023 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.186565 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.186849 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.187120 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.201661 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.201947 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.202222 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.230377 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.230657 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.230927 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.269134 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.269418 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.269693 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.614861 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.615472 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.615472 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.615652 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.616361 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.716122 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.716448 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.716735 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.717015 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.717316 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.717640 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.717910 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.718175 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.718438 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.718726 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.718995 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.719268 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.719532 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.719795 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.720059 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.720330 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.720593 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.720869 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.721173 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.721440 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.721718 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.721978 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.722266 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.722646 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.722903 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.723157 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.723555 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:20.723801 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:20.724044 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:20.724286 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:20.724527 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:20.724770 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:20.725170 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 10:02:20.728388 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 10:02:20.733015 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 10:02:20.736907 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Feb 21 10:02:20.738628 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 10:02:20.739101 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 10:02:20.739441 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 10:02:20.739829 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 10:02:20.742689 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 10:02:20.742959 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 10:02:20.743302 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 10:02:20.748792 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 10:02:20.772214 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 10:02:20.772677 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.772986 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102736) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 10:02:20.773379 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.774775 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102736) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 10:02:20.775067 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 10:02:20.775321 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 10:02:20.779229 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.779515 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:20.841907 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 10:02:20.842153 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 10:02:20.842397 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 10:02:20.842771 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 10:02:20.863087 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_db.sqlalchemy.engines [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102736) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 10:02:21.306561 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing driver for type 'gre' Feb 21 10:02:21.307068 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] gre ID ranges: [(1, 1000)] Feb 21 10:02:21.363269 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing driver for type 'local' Feb 21 10:02:21.363608 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing driver for type 'vlan' Feb 21 10:02:21.376558 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] VlanTypeDriver initialization complete Feb 21 10:02:21.376904 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing driver for type 'vxlan' Feb 21 10:02:21.377456 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] vxlan ID ranges: [(1, 1000)] Feb 21 10:02:21.430039 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing extension driver 'port_security' Feb 21 10:02:21.430388 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.extensions.port_security [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] PortSecurityExtensionDriver initialization complete Feb 21 10:02:21.430724 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing mechanism driver 'openvswitch' Feb 21 10:02:21.431052 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing mechanism driver 'hyperv' Feb 21 10:02:21.437659 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102736) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:21.438526 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.438903 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.439257 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.439788 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 10:02:21.440227 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.440581 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.440930 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.441360 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 10:02:21.441773 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.442123 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.442468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.442867 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 10:02:21.443277 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > security_group after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.443631 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > security_group after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.443982 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.444382 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 10:02:21.444790 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.445164 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.445509 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.445907 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 10:02:21.446317 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > address_group after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.446664 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > address_group after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.447003 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.447404 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102736) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 10:02:21.447852 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] ML2 OVO RPC backend initialized. {{(pid=102736) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 10:02:21.448561 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.448917 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.449362 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.449718 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > networks before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.450068 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.450923 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > ports before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.451270 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.451614 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnets before_response 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.451958 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.452299 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.452636 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.452973 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.453332 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.453677 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.454014 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.454352 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.454686 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.461856 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded quota_driver: . Feb 21 10:02:21.462224 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.plugin [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Modular L2 Plugin initialization complete Feb 21 10:02:21.462576 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading services supported by the core plugin {{(pid=102736) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 10:02:21.462921 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.plugins.ml2.managers [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Got port-security extension from driver 'port_security' Feb 21 10:02:21.463411 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.extensions.vlantransparent [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Disabled vlantransparent extension. Feb 21 10:02:21.463906 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102736) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 10:02:21.464236 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: router Feb 21 10:02:21.499865 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.500263 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_create 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.500638 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router before_create 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.501007 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.501406 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.501765 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_delete 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.502128 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.502482 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.502847 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_create 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.503196 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_update 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.503544 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_update 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.503892 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.504250 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_update 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.504658 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_update 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.505321 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.505664 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.506006 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: subnet after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.506347 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.506698 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.507047 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_create 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.507394 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.507739 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.508100 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router after_update 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.508448 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.508930 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_create 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.509341 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.509698 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_update 55549900 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.510071 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > agent after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.510426 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > agent after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.510777 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > network after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.511634 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Tracking information for resource: router configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:21.511975 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Tracking information for resource: floatingip configured {{(pid=102736) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 10:02:21.517448 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.db.l3_agentschedulers_db [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 10:02:21.518026 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.518393 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port after_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.518753 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port after_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.519112 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: port after_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.519892 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router before_create 55550100 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.520265 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.520636 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_create 55550100 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.520998 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > router precommit_update 55550100 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.525903 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.provider_configuration [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service providers = [] {{(pid=102736) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 10:02:21.526276 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.db.servicetype_db [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102736) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 10:02:21.529782 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.service_base [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 10:02:21.530135 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.service_base [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 10:02:21.530482 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.service_base [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 10:02:21.531377 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.services.service_base [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102736) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 10:02:21.531751 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.services.service_base [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 10:02:21.532125 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.532454 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 10:02:21.543149 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.543491 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: auto_allocate Feb 21 10:02:21.549339 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: network precommit_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.549712 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: network precommit_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.550240 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.550567 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: tag Feb 21 10:02:21.557341 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.557679 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: timestamp Feb 21 10:02:21.562038 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.562382 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: network_ip_availability Feb 21 10:02:21.567844 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.568221 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.568581 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.569324 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.569653 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: flavors Feb 21 10:02:21.574558 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.574898 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading Plugin: revisions Feb 21 10:02:21.579868 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102736) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 10:02:21.580263 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_concurrency.lockutils [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.774s {{(pid=102736) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 10:02:21.581013 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102736) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 10:02:21.581385 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Initializing extension manager. Feb 21 10:02:21.581912 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: __init__.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.582265 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: __pycache__ {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.582609 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.582946 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: address_group.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.583695 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.584258 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: address-group Feb 21 10:02:21.584587 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: address_scope.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.585336 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.585857 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: address-scope Feb 21 10:02:21.586184 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.587108 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.587625 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: router-admin-state-down-before-update Feb 21 10:02:21.587950 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: agent.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.588644 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.589190 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: agent Feb 21 10:02:21.589518 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: agent_resources_synced.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.590420 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.590965 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: agent-resources-synced Feb 21 10:02:21.591294 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: allowedaddresspairs.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.593104 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.593634 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: allowed-address-pairs Feb 21 10:02:21.593967 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: auto_allocated_topology.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.595059 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.595584 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: auto-allocated-topology Feb 21 10:02:21.595921 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: availability_zone.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.596617 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.597179 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: availability_zone Feb 21 10:02:21.597513 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: availability_zone_filter.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.598434 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.598952 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: availability_zone_filter Feb 21 10:02:21.599427 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: data_plane_status.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.600190 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.600702 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 10:02:21.601028 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: default_subnetpools.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.601967 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.602488 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: default-subnetpools Feb 21 10:02:21.602814 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.603623 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.604134 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: dhcp_agent_scheduler Feb 21 10:02:21.604464 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: dns.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.605481 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.605993 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension dns-integration not supported by any of loaded plugins Feb 21 10:02:21.606324 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: dns_domain_ports.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.607285 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.607797 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 10:02:21.608125 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.609048 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.609585 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 10:02:21.609926 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: dvr.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.610586 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.611100 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: dvr Feb 21 10:02:21.611428 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: ecmp_routes.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.612357 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.612875 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 10:02:21.613238 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: empty_string_filtering.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.614194 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.614666 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: empty-string-filtering Feb 21 10:02:21.614994 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.615902 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.616417 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 10:02:21.616745 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.617701 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.618219 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 10:02:21.618546 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: external_net.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.619462 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.619982 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: external-net Feb 21 10:02:21.620309 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.621243 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.621759 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: extra_dhcp_opt Feb 21 10:02:21.622090 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: extraroute.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.623547 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.624069 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: extraroute Feb 21 10:02:21.624396 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: extraroute_atomic.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.625455 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.625981 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: extraroute-atomic Feb 21 10:02:21.626312 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: filter_validation.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.626983 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.627499 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: filter-validation Feb 21 10:02:21.627825 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: fip_pf_description.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.628742 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.629281 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 10:02:21.629608 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: fip_port_details.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.630962 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.631481 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: fip-port-details Feb 21 10:02:21.631809 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: flavors.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.633082 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.633611 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: flavors Feb 21 10:02:21.633946 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.635658 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.636194 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 10:02:21.636527 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: floatingip_pools.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.637263 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.637827 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: floatingip-pools Feb 21 10:02:21.638661 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: ip_allocation.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.639598 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.640120 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 10:02:21.640448 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.641403 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.641931 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: ip-substring-filtering Feb 21 10:02:21.642264 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l2_adjacency.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.643196 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.643713 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 10:02:21.644041 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.645008 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.645558 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: router Feb 21 10:02:21.645889 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.648195 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.648737 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 10:02:21.649095 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.650034 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.650561 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: ext-gw-mode Feb 21 10:02:21.650896 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.651818 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.652341 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: l3-ha Feb 21 10:02:21.652678 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.653638 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.654155 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 10:02:21.654483 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_flavors.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.655396 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.655913 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: l3-flavors Feb 21 10:02:21.656238 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.657664 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.658189 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 10:02:21.658538 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.659441 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.659960 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 10:02:21.660295 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: l3agentscheduler.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.661367 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.661887 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: l3_agent_scheduler Feb 21 10:02:21.662219 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: local_ip.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.664006 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.664536 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension local_ip not supported by any of loaded plugins Feb 21 10:02:21.664875 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: logging.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.667832 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.668370 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension logging not supported by any of loaded plugins Feb 21 10:02:21.668710 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: metering.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.669536 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.670131 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: metering Feb 21 10:02:21.670467 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.671562 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.672092 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: metering_source_and_destination_fields Feb 21 10:02:21.672429 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: multiprovidernet.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.673395 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.673919 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: multi-provider Feb 21 10:02:21.674253 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: netmtu.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.675166 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.675687 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: net-mtu Feb 21 10:02:21.676020 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: netmtu_writable.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.676936 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.677500 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: net-mtu-writable Feb 21 10:02:21.677833 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: network_availability_zone.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.678509 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.679030 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: network_availability_zone Feb 21 10:02:21.679361 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: network_ip_availability.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.680489 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.681014 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: network-ip-availability Feb 21 10:02:21.681372 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: network_segment_range.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.682136 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.682654 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 10:02:21.682985 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: pagination.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.683957 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.684292 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: pagination Feb 21 10:02:21.685132 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: port_device_profile.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.686086 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.686609 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: port-device-profile Feb 21 10:02:21.686939 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.687865 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.688386 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: port-mac-address-regenerate Feb 21 10:02:21.688717 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.689688 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.690314 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: port-numa-affinity-policy Feb 21 10:02:21.690689 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: port_resource_request.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.691714 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.692289 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 10:02:21.692621 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: port_resource_request_groups.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.693697 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.694278 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 10:02:21.694609 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: portbindings.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.695539 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.696057 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: binding Feb 21 10:02:21.696384 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: portbindings_extended.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.697700 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.698222 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: binding-extended Feb 21 10:02:21.698553 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: portsecurity.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.699477 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.700000 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: port-security Feb 21 10:02:21.700897 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: project_id.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.701903 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.702238 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: project-id Feb 21 10:02:21.702568 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: providernet.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.703489 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.704008 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: provider Feb 21 10:02:21.704333 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.707934 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.708472 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos not supported by any of loaded plugins Feb 21 10:02:21.708812 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.710102 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.710627 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 10:02:21.710964 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.711881 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.712400 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 10:02:21.712731 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_default.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.713682 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.714202 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-default not supported by any of loaded plugins Feb 21 10:02:21.714534 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_fip.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.715465 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.716028 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-fip not supported by any of loaded plugins Feb 21 10:02:21.716361 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.717300 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.717817 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 10:02:21.718147 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_gateway_ip.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.719068 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.719583 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 10:02:21.719912 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_port_network_policy.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.720943 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.721497 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 10:02:21.721828 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.722867 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.723394 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 10:02:21.723723 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.724767 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.725324 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 10:02:21.725653 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_pps_rule.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.726827 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.727358 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-pps not supported by any of loaded plugins Feb 21 10:02:21.727692 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_rule_type_details.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.728611 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.729165 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 10:02:21.729499 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: qos_rules_alias.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.730549 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.731073 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 10:02:21.731407 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: quota_check_limit.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.732359 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.732881 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: quota-check-limit Feb 21 10:02:21.733243 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: quotasv2.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.734173 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.734505 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: quotas Feb 21 10:02:21.734832 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: quotasv2_detail.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.736605 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.736946 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: quota_details Feb 21 10:02:21.737315 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: rbac.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.738377 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.738915 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: rbac-policies Feb 21 10:02:21.739255 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: rbac_address_group.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.740186 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.740713 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: rbac-address-group Feb 21 10:02:21.741047 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: rbac_address_scope.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.741992 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.742512 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: rbac-address-scope Feb 21 10:02:21.742844 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: rbac_security_groups.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.743769 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.744282 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: rbac-security-groups Feb 21 10:02:21.744612 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: rbac_subnetpool.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.745643 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.746161 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: rbac-subnetpool Feb 21 10:02:21.746491 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: revisionifmatch.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.747942 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.748460 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: revision-if-match Feb 21 10:02:21.748789 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: revisions.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.749973 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.750498 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: standard-attr-revisions Feb 21 10:02:21.750828 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: router_availability_zone.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.751498 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.752058 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: router_availability_zone Feb 21 10:02:21.752387 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: routerservicetype.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.753391 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.753945 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension router-service-type not supported by any of loaded plugins Feb 21 10:02:21.754272 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.755658 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.757384 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: security-groups-normalized-cidr Feb 21 10:02:21.757886 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.758982 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.759522 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: port-security-groups-filtering Feb 21 10:02:21.759854 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.760775 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.761330 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: security-groups-remote-address-group Feb 21 10:02:21.761661 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.762595 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.763692 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: security-groups-shared-filtering Feb 21 10:02:21.764023 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.764609 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 10:02:21.764935 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: securitygroup.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.774615 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.775153 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: security-group Feb 21 10:02:21.775494 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: segment.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.776284 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.776802 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension segment not supported by any of loaded plugins Feb 21 10:02:21.777166 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.778112 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.780292 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 10:02:21.780628 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: servicetype.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.781806 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.782369 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: service-type Feb 21 10:02:21.782703 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: sorting.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.783695 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.784036 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: sorting Feb 21 10:02:21.784369 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: standard_attr_segment.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.785323 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.785853 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 10:02:21.786185 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: standardattrdescription.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.786836 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.787354 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: standard-attr-description Feb 21 10:02:21.787683 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: stateful_security_group.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.788617 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.789163 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: stateful-security-group Feb 21 10:02:21.789495 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: stdattrs_common.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.790066 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 10:02:21.790393 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.791320 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.791834 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 10:02:21.792161 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: subnet_onboard.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.793269 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.793792 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: subnet_onboard Feb 21 10:02:21.794155 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.795102 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.795615 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 10:02:21.795943 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: subnet_service_types.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.796865 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.797415 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: subnet-service-types Feb 21 10:02:21.797744 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: subnetallocation.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.798830 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.799362 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: subnet_allocation Feb 21 10:02:21.799693 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.800356 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.800883 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: subnetpool-prefix-ops Feb 21 10:02:21.801247 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.802187 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.802700 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 10:02:21.803027 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: tagging.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.804109 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.804632 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: standard-attr-tag Feb 21 10:02:21.804970 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: timestamp.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.806195 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.806717 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loaded extension: standard-attr-timestamp Feb 21 10:02:21.807049 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: trunk.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.808075 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.808601 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension trunk not supported by any of loaded plugins Feb 21 10:02:21.808935 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: trunk_details.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.810409 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.810950 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension trunk-details not supported by any of loaded plugins Feb 21 10:02:21.811262 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: uplink_status_propagation.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.812186 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.812709 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 10:02:21.813040 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Loading extension file: vlantransparent.py {{(pid=102736) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 10:02:21.813725 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102736) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 10:02:21.814237 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 10:02:21.816746 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:network Feb 21 10:02:21.817306 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:subnet Feb 21 10:02:21.817719 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 10:02:21.818129 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:port Feb 21 10:02:21.819368 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.819819 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service FLAVORS assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.820433 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.820868 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.821237 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:router Feb 21 10:02:21.821670 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 10:02:21.822274 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service METERING assigned prefix: /metering {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.823742 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.824119 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.824484 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102736) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:02:21.826133 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 10:02:21.826592 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:security_group Feb 21 10:02:21.827037 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 10:02:21.827660 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service CORE assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.827997 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 10:02:21.828347 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] subnetpool is already registered Feb 21 10:02:21.828782 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service CORE assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.829234 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 10:02:21.829578 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] subnetpool is already registered Feb 21 10:02:21.831888 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.832329 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service FLAVORS assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.832918 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.833379 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.833719 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:router Feb 21 10:02:21.834063 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] router is already registered Feb 21 10:02:21.834479 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:floatingip Feb 21 10:02:21.834817 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] floatingip is already registered Feb 21 10:02:21.835277 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service METERING assigned prefix: /metering {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.835960 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 10:02:21.836289 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] rbac_policy is already registered Feb 21 10:02:21.836705 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:security_group Feb 21 10:02:21.837044 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] security_group is already registered Feb 21 10:02:21.837479 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 10:02:21.837817 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] security_group_rule is already registered Feb 21 10:02:21.838451 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service CORE assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.838786 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 10:02:21.839124 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] subnetpool is already registered Feb 21 10:02:21.839553 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.v2.resource_helper [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Service CORE assigned prefix: {{(pid=102736) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 10:02:21.839883 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 10:02:21.840219 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING neutron.quota.resource_registry [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] subnetpool is already registered Feb 21 10:02:21.840703 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: extensions {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.842271 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: address-groups {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.843791 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: address-scopes {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.845140 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: agents {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.846338 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: auto-allocated-topology {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.847603 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: availability_zones {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.848833 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: dhcp-networks {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.850380 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: dhcp-agents {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.851811 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: routers {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.854076 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: flavors {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.855278 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: service_profiles {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.856501 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: next_providers {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.857996 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: service_profiles {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.859554 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: floatingip-pools {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.860798 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: routers {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.863020 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: floatingips {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.865305 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: l3-routers {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.866676 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: l3-agents {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.868118 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: metering-labels {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.869539 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: metering-label-rules {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.870852 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: network-ip-availabilities {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.872664 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: bindings {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.874364 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: quotas {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.875936 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: quotas {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.877510 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: rbac-policies {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.878820 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: security-groups {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.880313 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: security-group-rules {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.881630 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: service-providers {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.882856 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: subnetpools {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.884297 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: subnetpools {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.885811 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.887508 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.889944 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.891720 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.893546 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.895404 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.897151 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.899057 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.900804 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.902744 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron.api.extensions [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Extended resource: tags {{(pid=102736) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 10:02:21.908604 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING keystonemiddleware.auth_token [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 10:02:21.913318 dv-cinder-830091-1-iscsi neutron-server[102736]: WARNING keystonemiddleware.auth_token [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 10:02:21.922397 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_concurrency.lockutils [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Acquired lock "singleton_lock" {{(pid=102736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 10:02:21.922875 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_concurrency.lockutils [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Releasing lock "singleton_lock" {{(pid=102736) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 10:02:21.923533 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Starting 2 workers Feb 21 10:02:21.928448 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Started child 102845 {{(pid=102736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 10:02:21.932964 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Started child 102846 {{(pid=102736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 10:02:21.934036 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:21.935382 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO neutron.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 10:02:21.935884 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:21.936191 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [-] (102845) wsgi starting up on http://0.0.0.0:9696 Feb 21 10:02:21.938362 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Starting 1 workers Feb 21 10:02:21.938642 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:21.940090 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [-] (102846) wsgi starting up on http://0.0.0.0:9696 Feb 21 10:02:21.943693 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Started child 102847 {{(pid=102736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 10:02:21.944272 dv-cinder-830091-1-iscsi neutron-server[102736]: INFO oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Starting 1 workers Feb 21 10:02:21.948800 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] calling RpcWorker wait() {{(pid=102847) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 10:02:21.949453 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Started child 102848 {{(pid=102736) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 10:02:21.949621 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.service [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] returning from RpcWorker wait() {{(pid=102847) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 10:02:21.949881 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG neutron_lib.callbacks.manager [None req-3b2d2ae0-da14-4108-ae0e-b1b54dd12137 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102736) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:21.951012 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:21.951569 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:21.951766 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 10:02:21.951985 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 10:02:21.952172 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 10:02:21.952403 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 10:02:21.952748 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 10:02:21.952950 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 10:02:21.953486 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.953762 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.954015 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.954152 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:21.954789 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.954789 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.955064 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:21.955151 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.955403 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.955655 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.955933 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.956184 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.956355 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.956526 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.956794 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.957023 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.957415 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.957689 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.957930 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.958200 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.958436 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.958725 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.958999 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.959234 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.959499 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] debug = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.959744 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.960215 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.960473 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.960758 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.961003 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.961295 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.961527 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.961810 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.962054 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.962304 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.962542 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.962794 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.963030 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.963262 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.963515 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.963730 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.963985 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.964209 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.964694 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] host = dv-cinder-830091-1-iscsi {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.964918 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.965174 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.965409 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.965688 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.965979 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.966215 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.966468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.966741 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.966986 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.967214 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.967473 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.967701 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.967942 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.968176 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.968409 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_options = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.968562 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.968828 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.969109 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.969312 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.969482 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.969646 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.969904 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.970068 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.970326 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.970595 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.970775 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.971009 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.971226 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.971475 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.971712 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.971944 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.972182 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.972410 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.972678 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.972935 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.973201 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.973428 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.973671 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.973896 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.974111 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.974349 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.974596 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.974833 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.975071 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.975314 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.975525 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.975776 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.976124 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.976488 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.976929 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.977100 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.977244 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.977464 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.977730 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.977958 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.978232 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.978538 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.978928 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.979136 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.979797 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.979978 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.980472 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_json = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.980769 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.981009 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.981457 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.981457 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.982804 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.982804 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.982804 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.983145 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.983269 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:21.983674 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.983970 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.984479 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.984750 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.985015 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.985298 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.985539 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.985750 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.986046 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.986251 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.986563 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.987013 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.987356 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.987634 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.987906 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.988213 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.988505 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.988774 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.988996 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.989273 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.989512 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.989751 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.990049 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.990278 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.990499 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.990735 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.990959 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.991252 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.991750 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.992129 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.992414 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.992671 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.992924 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.993184 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.993408 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.993631 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.994777 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.994777 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.994777 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.994777 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999098 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999098 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999098 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999098 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999098 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:21.999900 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.000133 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.000380 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.000607 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.000829 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.001104 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.001308 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.001546 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.001830 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.002050 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.002270 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.002490 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.002707 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.002930 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.003167 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.003387 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.003600 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.003838 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.004076 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.004310 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.004590 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.005078 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.005304 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.005518 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.005742 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.005975 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.006209 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.006427 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.006646 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.006861 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.007073 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.007285 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.007769 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.007769 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.008068 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.008196 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.008326 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.008540 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.008777 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.008999 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.010818 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.011073 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.011292 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.011580 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.013138 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.013401 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.013677 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.013916 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.014196 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.014457 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.015566 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.015816 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.016877 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.017140 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.017431 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.017677 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.017962 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.018553 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.019602 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.019602 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.019602 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.019602 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.019878 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.019956 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.020218 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.021351 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.021656 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.021926 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.022417 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.024823 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.025665 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.025965 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.026583 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.026884 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.027125 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.028643 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.029344 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.029996 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.030299 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.030590 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.030857 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.031124 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.031395 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.031681 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.031943 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.032219 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.032465 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.032745 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.033011 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.033259 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.033498 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.033822 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.034062 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.034286 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.034506 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.034776 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.035029 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.035279 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.035552 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.035810 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.036068 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.036319 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.036576 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.036820 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.037086 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.037325 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.037544 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.037785 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.038006 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.038245 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.038477 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.038699 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.038932 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.039149 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.039372 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.039588 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.039832 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.040054 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.040305 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.040522 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.040779 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.041030 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.041277 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.041520 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.041804 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.041988 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.042469 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.042469 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.042721 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.042977 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.043196 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.043454 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.043671 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.043932 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.044662 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.044910 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.045157 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.045387 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.045601 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.045829 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.046044 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.046275 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.046500 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.046721 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.046986 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.047229 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.047585 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.047851 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.048100 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.048356 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.048596 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.048818 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.049036 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.049282 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.049504 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.049749 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.049979 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.050199 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.050412 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.050625 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.050840 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.051061 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.051330 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.051584 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.051825 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.052066 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.052292 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.052513 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.052735 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.052980 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.053298 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.053519 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.053753 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.053975 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.054189 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.054495 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.054746 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.054974 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.055244 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.055474 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.055741 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.055971 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.056186 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.056403 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.056627 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.056846 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.057075 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.057303 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.057523 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.057738 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.057960 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.058179 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.058389 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.058613 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.058861 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.059060 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.059282 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.059502 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.059797 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.060482 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.060719 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.060954 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.061204 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.061427 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.061642 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.061892 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.062108 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.062322 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.062545 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.062788 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.063005 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.063151 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:22.063296 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.063571 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.063793 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.064091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.064363 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.064623 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.064867 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.065192 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.065626 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.065899 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.066145 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.066374 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.066620 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.066897 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.067211 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.067521 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.067801 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.068063 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.068348 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.068636 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.068920 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.069164 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.069473 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.069812 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.070104 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.070367 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.070601 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.070856 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.071101 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.071321 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.071562 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.071801 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.072037 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.072316 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.072570 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.072804 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.073026 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.073286 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.073508 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.073737 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.073949 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.074213 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.074478 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.074637 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 10:02:22.075319 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102736) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 10:02:22.075502 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 10:02:22.075663 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 10:02:22.075856 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 10:02:22.076029 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 10:02:22.076184 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 10:02:22.076399 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.076563 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.076725 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.076887 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.077049 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.077253 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.077418 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.077576 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.077738 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.077898 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.078063 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.078224 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.078385 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.078543 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.078861 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.079021 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.079330 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.079496 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.079661 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.079975 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.080140 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.080298 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.080463 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] debug = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.080620 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.080841 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081016 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081210 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081360 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081495 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081629 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081791 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.081950 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.082110 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.082272 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.082433 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.082593 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.082754 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.082967 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.083133 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.083295 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.083455 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.083621 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] host = dv-cinder-830091-1-iscsi {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.083771 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084142 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084142 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084437 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084437 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084694 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084694 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.084947 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085112 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085255 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085389 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085535 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085682 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085868 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.085956 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_options = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.086106 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.086276 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.086445 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.086583 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.086720 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.086866 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087003 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087137 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087270 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087414 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087546 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087924 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.087924 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.088555 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089189 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089189 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089189 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089189 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089707 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089707 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.089707 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090096 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090096 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090096 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090491 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090491 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090491 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090889 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.090889 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.091133 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.091133 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.093130 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.093474 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.093663 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.093843 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.094020 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.094192 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.094364 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.094541 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.094709 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.094878 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.095045 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.095211 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.095376 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.095538 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.095701 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.095864 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_json = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.096026 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.096188 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.096350 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.096510 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.096674 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.097208 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.097208 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.097208 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.097594 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 10:02:22.097594 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.097866 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.097866 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.098126 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.098126 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.098408 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.098408 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.098666 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.098801 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099160 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099160 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099429 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099429 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099679 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099679 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.099948 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100084 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100286 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100286 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100590 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100590 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100849 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.100983 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59374) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:22.101162 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.101162 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.101422 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.101422 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.101682 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.101682 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.101951 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102086 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102231 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102376 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102523 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102660 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102795 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.102929 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.103072 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.103208 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.103372 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.103537 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.103700 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.103863 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104027 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104178 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104341 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104488 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104625 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104793 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.104956 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.105140 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.105306 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.105469 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.105633 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.105797 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.105951 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.106113 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.106275 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.106449 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.107154 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.107318 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.107481 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.107645 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.107811 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.107960 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.108125 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.108280 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.108440 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.108604 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.108782 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.108946 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.109150 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.109294 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.109442 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.109580 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.109738 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.109902 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.110065 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.110228 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.110396 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.110560 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.110724 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.110874 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.111039 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.111200 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.111358 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082262 Feb 21 10:02:22.111708 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.111708 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.111708 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.112338 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.112743 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113268 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113268 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113470 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113555 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113661 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113816 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.113963 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.114117 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.114263 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.114426 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115069 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115069 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115069 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115069 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.115639 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.116232 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.116232 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.116232 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.116625 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.116625 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.116625 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.117004 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.117004 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.117004 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.117420 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.117420 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118760 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118760 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.118760 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.119799 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120333 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120333 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120333 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120333 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120783 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120783 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.120783 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121180 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121180 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121430 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121430 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121622 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121729 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.121891 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.122055 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.122786 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.122953 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.123194 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.123290 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.123438 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.123604 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.123765 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.123929 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.124092 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.124255 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.124420 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.124583 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.124746 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.124907 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.125091 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.125412 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.125576 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126589 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126589 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126589 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126589 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126589 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126926 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.126926 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.127043 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.127108 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.127260 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.127419 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128468 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128847 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128847 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.128963 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.129144 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.129306 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.129469 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.129633 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.130042 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.130216 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.130385 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.130549 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.130715 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.130898 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.131062 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.131226 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.131390 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.131557 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.131719 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.131881 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.132051 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.132210 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.132372 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.132537 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.132700 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.132874 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.133028 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.133218 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.133381 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.133549 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.133716 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.133879 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.134044 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.134209 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.134375 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.134530 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.134688 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.134851 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.135015 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.135178 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.135341 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.135506 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.135684 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.135846 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136012 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136151 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136311 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136475 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136651 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136802 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.136965 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.137149 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.137313 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.137470 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.137648 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.137834 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.137997 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.138143 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.138311 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.138473 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.138644 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.138807 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.138969 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.139130 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.139294 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.139458 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.139629 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.139791 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.139954 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.140116 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.140277 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.140443 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.140616 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.140780 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.140942 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.141134 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.141288 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.141452 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.141625 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.141806 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.141935 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.142111 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.142273 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.142436 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.142598 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.142773 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.142936 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.143101 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.143264 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.143426 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.143589 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.143753 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.143922 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.144095 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.144266 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.144434 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.144607 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.144765 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.144969 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.145155 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.145308 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.145438 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.145591 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.145754 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.145916 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.146079 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.146242 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.146406 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.146569 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.146731 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.146893 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.147056 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.147218 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.147381 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.147544 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.147849 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.147849 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.148118 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.148246 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.148371 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.148503 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 10:02:22.148648 dv-cinder-830091-1-iscsi neutron-server[102736]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102736) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 10:02:33.486946 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea9e029-7cfc-47be-b852-3f2f9998430c None None] get_active_networks_info from dv-cinder-830091-1-iscsi {{(pid=102847) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 10:02:33.551097 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea9e029-7cfc-47be-b852-3f2f9998430c None None] No non-hosted networks {{(pid=102847) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 10:02:33.558990 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.agentschedulers_db [None req-4ea9e029-7cfc-47be-b852-3f2f9998430c None None] DHCP Agent not found on host dv-cinder-830091-1-iscsi {{(pid=102847) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 21 10:02:33.637000 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-89f0fdd2-4f55-424a-82f8-9399072da49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690257'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:35.735765 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-edaa84b2-ffc3-424f-8d4c-b54f7a7d8c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690257'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:35.795603 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-da8c1cb3-f88e-416f-847f-4efb40e83b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:36.899585 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690257'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:38.334821 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690257'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:39.627096 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59454) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:39.836781 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690257'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:39.838178 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.838573 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.839125 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.839639 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.840148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.841129 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.841772 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.842325 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.843166 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.843995 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.844759 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.845425 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.846724 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:39.847362 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830091-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:39.861077 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830091-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:02:40.219378 dv-cinder-830091-1-iscsi neutron-server[102846]: WARNING oslo_policy.policy [None req-81131e8e-34fd-478e-9348-7bd085c0b3e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:02:40.219965 dv-cinder-830091-1-iscsi neutron-server[102846]: WARNING oslo_policy.policy [None req-81131e8e-34fd-478e-9348-7bd085c0b3e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:02:40.445663 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [None req-81131e8e-34fd-478e-9348-7bd085c0b3e8 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:02:40.461102 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-81131e8e-34fd-478e-9348-7bd085c0b3e8 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8187749 Feb 21 10:02:41.049045 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.db.l3_hamode_db [None req-cd46b397-39a0-43d5-a100-e2f48996683c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 10:02:41.130154 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46b397-39a0-43d5-a100-e2f48996683c None None] Routers set() bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:02:41.130545 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46b397-39a0-43d5-a100-e2f48996683c None None] Router IDs set() for agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 10:02:42.989486 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59480) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:43.301352 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:02:43.393427 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.policy [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102846) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 10:02:43.435593 dv-cinder-830091-1-iscsi neutron-server[102846]: WARNING oslo_policy.policy [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:02:43.435972 dv-cinder-830091-1-iscsi neutron-server[102846]: WARNING oslo_policy.policy [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:02:43.531928 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749143862308', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749143861841', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749143876829', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749143878593', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749143897441', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749143904692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4128461', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3952014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704764', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621999'] for rbac-policy (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:43.596105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:43.597292 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2ce5a4fb-6998-4d04-8965-46f957d31a71 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6068099 Feb 21 10:02:46.067222 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59490) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:46.373000 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:02:46.402688 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Made reservation on behalf of 4d99cbb0d0ac454e8e908bc974cfb43d for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:02:46.406557 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.422359 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.531005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks [] for security_group (6adb2b56-0439-493a-98f9-82694b0c9a45), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.534520 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (6adb2b56-0439-493a-98f9-82694b0c9a45), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.560134 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:02:46.596036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749143742769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (ee2dd967-ebf3-457f-856f-809f22648148), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.596595 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Unsubscribe: segment precommit_create {{(pid=102846) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 10:02:46.597144 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Added segment ee2dd967-ebf3-457f-856f-809f22648148 of type vlan for network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 Feb 21 10:02:46.612887 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb2b56-0439-493a-98f9-82694b0c9a45,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:46.660494 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.660859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.661259 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.661600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.661931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.662262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.662587 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.662913 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.663237 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.663573 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.663898 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.664216 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.664534 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Tracked resource versions report: Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: pushed versions: Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: { 'AddressGroup': {'1.2'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'ConntrackHelper': {'1.0'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Log': {'1.0'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Network': {'1.1'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Port': {'1.7'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'PortForwarding': {'1.2'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'QosPolicy': {'1.10'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroup': {'1.5'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SubPort': {'1.0'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Subnet': {'1.1'}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Trunk': {'1.1'}} Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: consumer versions: Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'ConntrackHelper': '1.0', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'LocalIPAssociation': '1.0', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Log': '1.0', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Network': '1.1', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Port': '1.7', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'PortForwarding': '1.2', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'QosPolicy': '1.10', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroup': '1.5', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroupRule': '1.2', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SubPort': '1.0', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Subnet': '1.1', Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Trunk': '1.1'}} Feb 21 10:02:46.665886 dv-cinder-830091-1-iscsi neutron-server[102846]: {{(pid=102846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:02:46.707147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (3fac4306-ac4b-45ba-aec3-d579ca0b06e0), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.747039 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3fac4306-ac4b-45ba-aec3-d579ca0b06e0), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.752092 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:46.752839 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:46.836196 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7679145 Feb 21 10:02:46.873265 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bbde8-9aec-4f49-8021-f6a4ada81643 demo demo] Pushing event updated for resources: {'Network': ['ID=3fac4306-ac4b-45ba-aec3-d579ca0b06e0,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:46.886456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:02:49.442584 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59502) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:49.845077 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c8ac33-03a2-4f5b-b966-72b1897d9539 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:49.846478 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-d7c8ac33-03a2-4f5b-b966-72b1897d9539 demo admin] 10.222.0.73 "GET /v2.0/networks/3fac4306-ac4b-45ba-aec3-d579ca0b06e0 HTTP/1.1" status: 200 len: 825 time: 0.4029360 Feb 21 10:02:49.872654 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ca5fae31-0863-4fd3-b6a1-c844e7fa0b1f demo admin] 10.222.0.73 "GET /v2.0/subnetpools/db6e7fd2-c590-4e16-a53f-9c398b14f90f HTTP/1.1" status: 200 len: 734 time: 0.0185997 Feb 21 10:02:49.881013 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f', 'gateway_ip': '172.20.0.1', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'name': 'private-subnet'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:02:49.900854 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Made reservation on behalf of 4d99cbb0d0ac454e8e908bc974cfb43d for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:02:49.903063 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:50.191291 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (a012dbc1-d452-433a-a8ba-8da8c598ab13), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:50.263198 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a012dbc1-d452-433a-a8ba-8da8c598ab13,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:50.267157 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Checking segment: {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:02:50.267553 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Network hostable DHCP agents. Network: 3fac4306-ac4b-45ba-aec3-d579ca0b06e0, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:02:50.287626 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:02:50.299036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 3fac4306-ac4b-45ba-aec3-d579ca0b06e0) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:02:50.303426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:02:50.304031 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:50.309984 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d80f22-cf46-430c-975d-6cfa1dd76e73 None None] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:02:50.321913 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3f53d98a-3707-4170-b416-687b1327f7f8 demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4442744 Feb 21 10:02:50.580060 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:02:50.581383 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:50.868270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Allocated IP 172.20.0.2 (3fac4306-ac4b-45ba-aec3-d579ca0b06e0/a012dbc1-d452-433a-a8ba-8da8c598ab13/256df25c-978c-4767-b127-5f5138a24b0c) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:02:51.139890 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Publish callbacks [] for port (256df25c-978c-4767-b127-5f5138a24b0c), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:51.146689 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (256df25c-978c-4767-b127-5f5138a24b0c), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:51.221156 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:02:51.226740 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:02:51.237929 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:02:51.241035 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Pushing event updated for resources: {'Port': ['ID=256df25c-978c-4767-b127-5f5138a24b0c,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:51.272115 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.272472 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.272834 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.273207 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.273544 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.273877 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.274212 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.274541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.274870 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.275217 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.275549 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.275875 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.276199 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Tracked resource versions report: Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: pushed versions: Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: { 'AddressGroup': {'1.2'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'ConntrackHelper': {'1.0'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Log': {'1.0'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Network': {'1.1'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Port': {'1.7'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'PortForwarding': {'1.2'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'QosPolicy': {'1.10'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroup': {'1.5'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SubPort': {'1.0'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Subnet': {'1.1'}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Trunk': {'1.1'}} Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: consumer versions: Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'ConntrackHelper': '1.0', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'LocalIPAssociation': '1.0', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Log': '1.0', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Network': '1.1', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Port': '1.7', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'PortForwarding': '1.2', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'QosPolicy': '1.10', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroup': '1.5', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroupRule': '1.2', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SubPort': '1.0', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Subnet': '1.1', Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Trunk': '1.1'}} Feb 21 10:02:51.278182 dv-cinder-830091-1-iscsi neutron-server[102847]: {{(pid=102847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:02:51.327530 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Attempting to bind port 256df25c-978c-4767-b127-5f5138a24b0c on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:02:51.328137 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Attempting to bind port 256df25c-978c-4767-b127-5f5138a24b0c by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:02:51.328351 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Attempting to bind port 256df25c-978c-4767-b127-5f5138a24b0c on network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:02:51.333309 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:02:51.333694 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Checking segment: {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:02:51.334188 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:51.334586 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Bound using segment: {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:02:51.335095 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Bound port: 256df25c-978c-4767-b127-5f5138a24b0c, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:02:51.335504 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (256df25c-978c-4767-b127-5f5138a24b0c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:51.400335 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] For port 256df25c-978c-4767-b127-5f5138a24b0c, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:02:51.405181 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] For port 256df25c-978c-4767-b127-5f5138a24b0c, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=256df25c-978c-4767-b127-5f5138a24b0c,segment=NetworkSegment(ee2dd967-ebf3-457f-856f-809f22648148),segment_id=ee2dd967-ebf3-457f-856f-809f22648148)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:02:51.412284 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (256df25c-978c-4767-b127-5f5138a24b0c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:51.473808 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424e1f9-8552-493a-bb85-fbf1c0f06b04 None None] Pushing event updated for resources: {'Port': ['ID=256df25c-978c-4767-b127-5f5138a24b0c,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:02:52.902629 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59510) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:53.220389 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [None req-1f895bcf-0dd5-40e4-8d09-ce87c1003bd0 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:02:53.221416 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1f895bcf-0dd5-40e4-8d09-ce87c1003bd0 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177755 Feb 21 10:02:55.758796 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59518) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:56.068736 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [None req-aa3fe33f-c916-46d5-afcc-40eb7f85ebd7 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:02:56.069859 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-aa3fe33f-c916-46d5-afcc-40eb7f85ebd7 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3101223 Feb 21 10:02:58.630937 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 59526) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:02:58.944356 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:02:58.968542 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:58.970107 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.106094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] Publish callbacks [] for router_controller (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), precommit_add_association {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.111273 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.129912 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:02:59.131107 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-6b7fe597-36cb-41e3-8115-8c5e7d7df641 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4991751 Feb 21 10:03:01.682650 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 59538) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:02.222569 dv-cinder-830091-1-iscsi neutron-server[102845]: WARNING oslo_policy.policy [None req-10f651b7-ca8a-4b01-85c0-ddf51e709e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:03:02.223159 dv-cinder-830091-1-iscsi neutron-server[102845]: WARNING oslo_policy.policy [None req-10f651b7-ca8a-4b01-85c0-ddf51e709e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:03:02.455066 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [None req-10f651b7-ca8a-4b01-85c0-ddf51e709e51 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:03:02.456246 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-10f651b7-ca8a-4b01-85c0-ddf51e709e51 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7709053 Feb 21 10:03:02.596987 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 256df25c-978c-4767-b127-5f5138a24b0c up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:03:02.692277 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 256df25c-978c-4767-b127-5f5138a24b0c triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:02.692991 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (256df25c-978c-4767-b127-5f5138a24b0c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:02.811115 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 256df25c-978c-4767-b127-5f5138a24b0c is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:02.811519 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (256df25c-978c-4767-b127-5f5138a24b0c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:02.846826 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port 256df25c-978c-4767-b127-5f5138a24b0c, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=256df25c-978c-4767-b127-5f5138a24b0c,segment=NetworkSegment(ee2dd967-ebf3-457f-856f-809f22648148),segment_id=ee2dd967-ebf3-457f-856f-809f22648148)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:02.851160 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (256df25c-978c-4767-b127-5f5138a24b0c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:02.878676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0066e3-9d2b-465b-86c1-5d45ead745f2 None None] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:03:02.962083 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=256df25c-978c-4767-b127-5f5138a24b0c,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:02.973613 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-76e8b2f6-81fe-4a64-80a2-35a5d68b8a87 None None] Provisioning complete for port 256df25c-978c-4767-b127-5f5138a24b0c triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:02.974020 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-76e8b2f6-81fe-4a64-80a2-35a5d68b8a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (256df25c-978c-4767-b127-5f5138a24b0c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:03.103324 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-76e8b2f6-81fe-4a64-80a2-35a5d68b8a87 None None] Current status of the port 256df25c-978c-4767-b127-5f5138a24b0c is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:03.325075 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-64b6a269-a28b-4619-9b0f-468558090499 None None] Provisioning complete for port 256df25c-978c-4767-b127-5f5138a24b0c triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:03.325399 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-64b6a269-a28b-4619-9b0f-468558090499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (256df25c-978c-4767-b127-5f5138a24b0c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:03.407675 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-64b6a269-a28b-4619-9b0f-468558090499 None None] Current status of the port 256df25c-978c-4767-b127-5f5138a24b0c is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:03.420685 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4d19555e-5fc9-4cdc-a8da-960788f96419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.555421 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 256df25c-978c-4767-b127-5f5138a24b0c up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:03:04.601947 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 256df25c-978c-4767-b127-5f5138a24b0c triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:04.602427 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (256df25c-978c-4767-b127-5f5138a24b0c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:04.679377 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 256df25c-978c-4767-b127-5f5138a24b0c is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:05.060835 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 59554) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:05.370807 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:03:05.426737 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Made reservation on behalf of 0eb1e05c525c48b0a68ad872b0aea42a for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:03:05.488910 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.policy [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102845) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 10:03:05.532012 dv-cinder-830091-1-iscsi neutron-server[102845]: WARNING oslo_policy.policy [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:03:05.532386 dv-cinder-830091-1-iscsi neutron-server[102845]: WARNING oslo_policy.policy [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 10:03:05.542001 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.562648 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.673442 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks [] for security_group (29eda764-ff92-4962-818e-90558e4f5307), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.676711 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (29eda764-ff92-4962-818e-90558e4f5307), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.687591 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Reserving flat network on physical network physnet1 {{(pid=102845) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 10:03:05.720281 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749143742769', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (50998e64-61bc-4b62-9939-0d7d529bd4bb), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.720848 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Unsubscribe: segment precommit_create {{(pid=102845) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 10:03:05.721405 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Added segment 50998e64-61bc-4b62-9939-0d7d529bd4bb of type flat for network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 Feb 21 10:03:05.728924 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-2903f05a-8d3b-48e4-a565-38ce84f0bf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.737640 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eda764-ff92-4962-818e-90558e4f5307,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:05.768948 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.769344 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.769692 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.770031 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.770363 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.770693 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.771036 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.771367 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.771712 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.772040 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.772366 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.772688 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.773010 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Tracked resource versions report: Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: pushed versions: Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: { 'AddressGroup': {'1.2'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'ConntrackHelper': {'1.0'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Log': {'1.0'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Network': {'1.1'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Port': {'1.7'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'PortForwarding': {'1.2'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'QosPolicy': {'1.10'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroup': {'1.5'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SubPort': {'1.0'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Subnet': {'1.1'}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Trunk': {'1.1'}} Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: consumer versions: Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'ConntrackHelper': '1.0', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'LocalIPAssociation': '1.0', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Log': '1.0', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Network': '1.1', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Port': '1.7', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'PortForwarding': '1.2', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'QosPolicy': '1.10', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroup': '1.5', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroupRule': '1.2', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SubPort': '1.0', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Subnet': '1.1', Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Trunk': '1.1'}} Feb 21 10:03:05.774455 dv-cinder-830091-1-iscsi neutron-server[102845]: {{(pid=102845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:03:05.842521 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (605982fc-dfe5-4fa6-a47d-1a767c9ef821), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.884811 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (605982fc-dfe5-4fa6-a47d-1a767c9ef821), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.886048 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:05.887289 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:05.967490 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9054785 Feb 21 10:03:05.991706 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aeb3a-7b75-4597-b0a3-21c3282879ad admin admin] Pushing event updated for resources: {'Network': ['ID=605982fc-dfe5-4fa6-a47d-1a767c9ef821,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:06.002737 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:03:06.862881 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:07.991313 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:03:08.328172 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:08.488186 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 59578) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:08.705659 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db8a184-dac8-42ba-8337-9b14754e49d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:08.707004 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-5db8a184-dac8-42ba-8337-9b14754e49d0 demo admin] 10.222.0.73 "GET /v2.0/subnets/a012dbc1-d452-433a-a8ba-8da8c598ab13 HTTP/1.1" status: 200 len: 849 time: 0.2178290 Feb 21 10:03:08.867948 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-34553b1e-e7a2-4e8e-b934-a96341b1d207 demo admin] 10.222.0.73 "GET /v2.0/routers/89ea8d60-cb9a-4d73-bf1c-97662eb7431a HTTP/1.1" status: 200 len: 704 time: 0.1552749 Feb 21 10:03:09.155125 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.449453 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Allocated IP 172.20.0.1 (3fac4306-ac4b-45ba-aec3-d579ca0b06e0/a012dbc1-d452-433a-a8ba-8da8c598ab13/21c11a71-7938-439e-93d0-ee6103ea2a9e) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:03:09.633286 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks [] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.701090 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.772607 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:03:09.778190 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:03:09.781657 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:03:09.782235 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.833917 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.846091 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Pushing event updated for resources: {'Port': ['ID=21c11a71-7938-439e-93d0-ee6103ea2a9e,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:09.962857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-4c2e0a3b-c0b9-4803-a1d7-c5c4d52647c2 None None] Provisioning complete for port 21c11a71-7938-439e-93d0-ee6103ea2a9e triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:09.963274 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0a3b-c0b9-4803-a1d7-c5c4d52647c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.992794 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:09.996182 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e0a3b-c0b9-4803-a1d7-c5c4d52647c2 None None] Port 21c11a71-7938-439e-93d0-ee6103ea2a9e cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:03:10.247784 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks [] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.252127 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.253142 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.332350 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Pushing event updated for resources: {'Port': ['ID=21c11a71-7938-439e-93d0-ee6103ea2a9e,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:10.378401 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:03:10.379887 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:03:10.543934 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:03:10.641177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:03:10.646504 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b25ee215-dd88-4e86-ac67-18a28b2229d6 demo admin] 10.222.0.73 "PUT /v2.0/routers/89ea8d60-cb9a-4d73-bf1c-97662eb7431a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7735517 Feb 21 10:03:10.651419 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Sync routers for ids ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:03:10.664031 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Routers {'89ea8d60-cb9a-4d73-bf1c-97662eb7431a'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:10.664897 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:03:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:10.720423 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-8d0c1e9a-82f9-4470-bc7a-d07d5ce9a6e9 None None] Provisioning complete for port 21c11a71-7938-439e-93d0-ee6103ea2a9e triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:10.720826 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8d0c1e9a-82f9-4470-bc7a-d07d5ce9a6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:10.760533 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c1e9a-82f9-4470-bc7a-d07d5ce9a6e9 None None] Port 21c11a71-7938-439e-93d0-ee6103ea2a9e cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:03:10.861728 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Set router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a gateway port host: None {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:11.306206 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'name': 'router1', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:02:58Z', 'updated_at': '2022-02-21T10:03:09Z', 'revision_number': 2, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'gw_port_host': None, '_interfaces': [{'id': '21c11a71-7938-439e-93d0-ee6103ea2a9e', 'name': '', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:09Z', 'updated_at': '2022-02-21T10:03:10Z', 'revision_number': 2, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'subnets': [{'id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:11.360182 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Checking router: 89ea8d60-cb9a-4d73-bf1c-97662eb7431a for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:03:11.360479 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Updating router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a port 21c11a71-7938-439e-93d0-ee6103ea2a9e binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:03:11.412518 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:11.929514 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Publish callbacks [] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:11.936495 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.099227 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Pushing event updated for resources: {'Port': ['ID=21c11a71-7938-439e-93d0-ee6103ea2a9e,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:12.113209 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.113567 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.113913 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.114247 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.114576 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.114902 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.115229 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.115549 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.115868 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.116203 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.116528 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.116845 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.117211 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Tracked resource versions report: Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: pushed versions: Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: { 'AddressGroup': {'1.2'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'ConntrackHelper': {'1.0'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Log': {'1.0'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Network': {'1.1'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Port': {'1.7'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'PortForwarding': {'1.2'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'QosPolicy': {'1.10'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroup': {'1.5'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SubPort': {'1.0'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Subnet': {'1.1'}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Trunk': {'1.1'}} Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: consumer versions: Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'ConntrackHelper': '1.0', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'LocalIPAssociation': '1.0', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Log': '1.0', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Network': '1.1', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Port': '1.7', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'PortForwarding': '1.2', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'QosPolicy': '1.10', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroup': '1.5', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroupRule': '1.2', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SubPort': '1.0', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Subnet': '1.1', Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Trunk': '1.1'}} Feb 21 10:03:12.118629 dv-cinder-830091-1-iscsi neutron-server[102848]: {{(pid=102848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:03:12.123287 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Attempting to bind port 21c11a71-7938-439e-93d0-ee6103ea2a9e on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:03:12.123702 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Attempting to bind port 21c11a71-7938-439e-93d0-ee6103ea2a9e by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:03:12.124122 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Attempting to bind port 21c11a71-7938-439e-93d0-ee6103ea2a9e on network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:03:12.130581 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:03:12.130982 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Checking segment: {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:03:12.131466 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.131861 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Bound using segment: {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:03:12.132341 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Bound port: 21c11a71-7938-439e-93d0-ee6103ea2a9e, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2dd967-ebf3-457f-856f-809f22648148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:03:12.132733 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.186894 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-55f74f05-5b3b-495a-b671-fc4f3c508bcb None None] Provisioning complete for port 21c11a71-7938-439e-93d0-ee6103ea2a9e triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:12.187422 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-55f74f05-5b3b-495a-b671-fc4f3c508bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.202559 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] For port 21c11a71-7938-439e-93d0-ee6103ea2a9e, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:03:12.221656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-55f74f05-5b3b-495a-b671-fc4f3c508bcb None None] Port 21c11a71-7938-439e-93d0-ee6103ea2a9e cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:03:12.221980 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] For port 21c11a71-7938-439e-93d0-ee6103ea2a9e, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=21c11a71-7938-439e-93d0-ee6103ea2a9e,segment=NetworkSegment(ee2dd967-ebf3-457f-856f-809f22648148),segment_id=ee2dd967-ebf3-457f-856f-809f22648148)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:03:12.230199 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.287383 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Routers {'89ea8d60-cb9a-4d73-bf1c-97662eb7431a'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:12.288011 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:03:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:12.289702 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fad7e7-cd01-4f60-82b1-11f9d5caf102 None None] Pushing event updated for resources: {'Port': ['ID=21c11a71-7938-439e-93d0-ee6103ea2a9e,revision_number=4']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:12.388705 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] Set router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a gateway port host: None {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:12.544460 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] Provisioning complete for port 21c11a71-7938-439e-93d0-ee6103ea2a9e triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:12.544887 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.601863 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'name': 'router1', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:02:58Z', 'updated_at': '2022-02-21T10:03:09Z', 'revision_number': 2, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'gw_port_host': None, '_interfaces': [{'id': '21c11a71-7938-439e-93d0-ee6103ea2a9e', 'name': '', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:09Z', 'updated_at': '2022-02-21T10:03:12Z', 'revision_number': 4, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'subnets': [{'id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:12.628445 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] Current status of the port 21c11a71-7938-439e-93d0-ee6103ea2a9e is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:12.628847 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.632401 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b32cd7-656b-478e-b0e0-1d6f9aa402d5 None None] The sync data for ids ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'] in dv-cinder-830091-1-iscsi is: [{'id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'name': 'router1', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:02:58Z', 'updated_at': '2022-02-21T10:03:09Z', 'revision_number': 2, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'gw_port_host': None, '_interfaces': [{'id': '21c11a71-7938-439e-93d0-ee6103ea2a9e', 'name': '', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:09Z', 'updated_at': '2022-02-21T10:03:12Z', 'revision_number': 4, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'subnets': [{'id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:03:12.668556 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] For port 21c11a71-7938-439e-93d0-ee6103ea2a9e, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=21c11a71-7938-439e-93d0-ee6103ea2a9e,segment=NetworkSegment(ee2dd967-ebf3-457f-856f-809f22648148),segment_id=ee2dd967-ebf3-457f-856f-809f22648148)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:12.672997 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:12.722606 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcbd3e-e198-42cc-bd40-5355833ff168 None None] Pushing event updated for resources: {'Port': ['ID=21c11a71-7938-439e-93d0-ee6103ea2a9e,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:13.107458 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 59598) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:13.217260 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e21a22-ffc5-4330-8a64-7281a5327683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:13.218547 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a5e21a22-ffc5-4330-8a64-7281a5327683 admin admin] 10.222.0.73 "GET /v2.0/networks/605982fc-dfe5-4fa6-a47d-1a767c9ef821 HTTP/1.1" status: 200 len: 842 time: 0.1101344 Feb 21 10:03:13.227879 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:03:13.250481 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Made reservation on behalf of 0eb1e05c525c48b0a68ad872b0aea42a for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:03:13.252764 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.553087 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.objects.ports [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102845) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 10:03:13.553509 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (7f1ebd0a-b81e-4b50-8d15-b8a822804056), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.611576 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1ebd0a-b81e-4b50-8d15-b8a822804056,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:13.616041 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:03:13.616400 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Network hostable DHCP agents. Network: 605982fc-dfe5-4fa6-a47d-1a767c9ef821, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:03:13.638616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:03:13.648969 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 605982fc-dfe5-4fa6-a47d-1a767c9ef821) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:03:13.654127 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:13.655991 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:13.657928 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279bae6f-16a2-415a-8423-bc20dd1e2fe7 None None] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:03:13.679443 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9c984f4e-5c6d-46c1-b53f-f1b9985b77bd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4481323 Feb 21 10:03:13.766929 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a4ef8-e42b-47df-bc47-8243b7f52ddf None None] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:03:16.117447 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 59606) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:16.249573 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a4fd31e2-972a-459b-8981-35e05435e36a demo admin] 10.222.0.73 "GET /v2.0/routers/89ea8d60-cb9a-4d73-bf1c-97662eb7431a HTTP/1.1" status: 200 len: 710 time: 0.1310360 Feb 21 10:03:16.336567 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec2aa4-25bf-4485-a41a-426dc9e2d74b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:03:16.337900 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-83ec2aa4-25bf-4485-a41a-426dc9e2d74b demo admin] 10.222.0.73 "GET /v2.0/networks/605982fc-dfe5-4fa6-a47d-1a767c9ef821 HTTP/1.1" status: 200 len: 886 time: 0.0827374 Feb 21 10:03:16.347503 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:03:16.599360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks [] for router_gateway (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.905997 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks [] for router_gateway (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:16.980783 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.082390 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Allocated IP 172.27.0.125 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/940e601c-ba83-4790-9af6-6942786bb972) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:03:17.179523 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks [] for port (940e601c-ba83-4790-9af6-6942786bb972), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.212188 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (940e601c-ba83-4790-9af6-6942786bb972), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.251288 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:03:17.257927 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:03:17.260684 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:03:17.266594 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Pushing event updated for resources: {'Port': ['ID=940e601c-ba83-4790-9af6-6942786bb972,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:17.512298 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks [] for router_gateway (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.709723 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-688975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7103'] for router (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.713044 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-688984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-688977', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693815'] for router (89ea8d60-cb9a-4d73-bf1c-97662eb7431a), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.825395 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:03:17.940136 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:03:17.944524 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:17.947116 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-204050cf-3325-4631-a9d1-86445f8d97df demo admin] 10.222.0.73 "PUT /v2.0/routers/89ea8d60-cb9a-4d73-bf1c-97662eb7431a HTTP/1.1" status: 200 len: 890 time: 1.6029375 Feb 21 10:03:20.508278 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 59618) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:03:20.600819 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 21c11a71-7938-439e-93d0-ee6103ea2a9e up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:03:20.640466 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9ecb9a96-06c9-4db6-a175-e3d73dda3f2d admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1289878 Feb 21 10:03:20.663862 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 21c11a71-7938-439e-93d0-ee6103ea2a9e triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:20.664391 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:20.749409 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 21c11a71-7938-439e-93d0-ee6103ea2a9e is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:21.263349 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Sync routers for ids ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:03:21.275824 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Routers {'89ea8d60-cb9a-4d73-bf1c-97662eb7431a'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:21.277239 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:03:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:21.496347 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Set router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:21.977139 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'name': 'router1', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '940e601c-ba83-4790-9af6-6942786bb972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:02:58Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 4, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'gw_port': {'id': '940e601c-ba83-4790-9af6-6942786bb972', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:16Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '21c11a71-7938-439e-93d0-ee6103ea2a9e', 'name': '', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:09Z', 'updated_at': '2022-02-21T10:03:12Z', 'revision_number': 5, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'subnets': [{'id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:22.029324 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Checking router: 89ea8d60-cb9a-4d73-bf1c-97662eb7431a for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:03:22.029682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Updating router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a port 940e601c-ba83-4790-9af6-6942786bb972 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:03:22.086179 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (940e601c-ba83-4790-9af6-6942786bb972), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:22.423070 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Publish callbacks [] for port (940e601c-ba83-4790-9af6-6942786bb972), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:22.428971 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (940e601c-ba83-4790-9af6-6942786bb972), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:22.470205 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Attempting to bind port 940e601c-ba83-4790-9af6-6942786bb972 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:03:22.470590 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Attempting to bind port 940e601c-ba83-4790-9af6-6942786bb972 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:03:22.470955 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Attempting to bind port 940e601c-ba83-4790-9af6-6942786bb972 on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:03:22.480682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:03:22.481616 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:03:22.481616 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:22.481905 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:03:22.482342 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Bound port: 940e601c-ba83-4790-9af6-6942786bb972, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:03:22.482720 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (940e601c-ba83-4790-9af6-6942786bb972), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:22.507515 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7b661-f09a-44a1-86c7-8c873b9480a8 None None] Pushing event updated for resources: {'Port': ['ID=940e601c-ba83-4790-9af6-6942786bb972,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:22.544662 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] For port 940e601c-ba83-4790-9af6-6942786bb972, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:03:22.549611 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] For port 940e601c-ba83-4790-9af6-6942786bb972, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=940e601c-ba83-4790-9af6-6942786bb972,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:03:22.554862 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (940e601c-ba83-4790-9af6-6942786bb972), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:22.610423 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Routers {'89ea8d60-cb9a-4d73-bf1c-97662eb7431a'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:03:22.610423 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:03:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:22.656773 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7b661-f09a-44a1-86c7-8c873b9480a8 None None] Pushing event updated for resources: {'Port': ['ID=940e601c-ba83-4790-9af6-6942786bb972,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:22.732446 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] Set router 89ea8d60-cb9a-4d73-bf1c-97662eb7431a gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:03:22.967776 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'name': 'router1', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '940e601c-ba83-4790-9af6-6942786bb972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:02:58Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 4, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'gw_port': {'id': '940e601c-ba83-4790-9af6-6942786bb972', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:16Z', 'updated_at': '2022-02-21T10:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '21c11a71-7938-439e-93d0-ee6103ea2a9e', 'name': '', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:09Z', 'updated_at': '2022-02-21T10:03:12Z', 'revision_number': 5, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'subnets': [{'id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:03:22.994915 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba04605-efc1-4912-ae8e-abc38e8098ba None None] The sync data for ids ['89ea8d60-cb9a-4d73-bf1c-97662eb7431a'] in dv-cinder-830091-1-iscsi is: [{'id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'name': 'router1', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '940e601c-ba83-4790-9af6-6942786bb972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:02:58Z', 'updated_at': '2022-02-21T10:03:17Z', 'revision_number': 4, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'gw_port': {'id': '940e601c-ba83-4790-9af6-6942786bb972', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:16Z', 'updated_at': '2022-02-21T10:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '21c11a71-7938-439e-93d0-ee6103ea2a9e', 'name': '', 'network_id': '3fac4306-ac4b-45ba-aec3-d579ca0b06e0', 'tenant_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'mac_address': 'fa:16:3e:db:6b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89ea8d60-cb9a-4d73-bf1c-97662eb7431a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:03:09Z', 'updated_at': '2022-02-21T10:03:12Z', 'revision_number': 5, 'project_id': '4d99cbb0d0ac454e8e908bc974cfb43d', 'subnets': [{'id': 'a012dbc1-d452-433a-a8ba-8da8c598ab13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db6e7fd2-c590-4e16-a53f-9c398b14f90f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:03:24.688056 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 940e601c-ba83-4790-9af6-6942786bb972 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:03:24.774122 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 940e601c-ba83-4790-9af6-6942786bb972 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:24.774451 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (940e601c-ba83-4790-9af6-6942786bb972), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:24.896906 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 940e601c-ba83-4790-9af6-6942786bb972 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:24.897323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (940e601c-ba83-4790-9af6-6942786bb972), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:24.929019 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port 940e601c-ba83-4790-9af6-6942786bb972, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=940e601c-ba83-4790-9af6-6942786bb972,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:03:24.939110 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (940e601c-ba83-4790-9af6-6942786bb972), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:25.014205 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=940e601c-ba83-4790-9af6-6942786bb972,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:03:26.692068 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 940e601c-ba83-4790-9af6-6942786bb972 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:03:26.823825 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 940e601c-ba83-4790-9af6-6942786bb972 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:03:26.824335 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (940e601c-ba83-4790-9af6-6942786bb972), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:26.937391 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 940e601c-ba83-4790-9af6-6942786bb972 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:03:33.413143 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-545044fe-7658-47b6-a1bd-7bcf6f9268ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:35.737608 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-edb98394-fd69-4b75-a756-a809dcfe0e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:36.870700 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:38.290721 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:39.835940 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:03:44.989661 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:04:03.418812 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c8290c90-74db-4975-9a45-ede446733274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:05.730279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7929ee72-7c35-4b45-ba06-09099daabaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:06.873735 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:08.295684 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:09.835900 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:21.992398 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:04:33.411519 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f2b20c63-dfac-44dc-9657-ff577bf4504a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:35.731654 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9c5d2cb8-f6f6-4fa2-9a30-03db1afa299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:36.874944 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:38.288903 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:39.829750 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:42.456692 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60102) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:42.516615 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.pecan_wsgi.hooks.translation [None req-401b2e52-d770-4683-8c0e-6195333f89c2 admin admin] GET failed (client error): The resource could not be found. Feb 21 10:04:42.517935 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-401b2e52-d770-4683-8c0e-6195333f89c2 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602636 Feb 21 10:04:42.755519 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9024102e-6575-4ac5-a3b6-a9a080f6a452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:42.757003 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9024102e-6575-4ac5-a3b6-a9a080f6a452 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2349608 Feb 21 10:04:45.053003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60112) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:45.149799 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c2681c-c822-409e-849a-d8173de3df11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:45.151145 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-38c2681c-c822-409e-849a-d8173de3df11 admin admin] 10.222.0.73 "GET /v2.0/subnets/a012dbc1-d452-433a-a8ba-8da8c598ab13 HTTP/1.1" status: 200 len: 849 time: 0.0971677 Feb 21 10:04:45.160363 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:04:45.243080 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Publish callbacks [] for subnet (a012dbc1-d452-433a-a8ba-8da8c598ab13), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:45.395944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749143671682'] for subnet (a012dbc1-d452-433a-a8ba-8da8c598ab13), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:45.428780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:45.429417 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:45.430706 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] 10.222.0.73 "PUT /v2.0/subnets/a012dbc1-d452-433a-a8ba-8da8c598ab13 HTTP/1.1" status: 200 len: 868 time: 0.2739499 Feb 21 10:04:45.436311 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c907d-cf29-49d0-b1d7-460256a2fa71 None None] Network 3fac4306-ac4b-45ba-aec3-d579ca0b06e0 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:04:45.451993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a012dbc1-d452-433a-a8ba-8da8c598ab13,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:04:45.460708 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.461142 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.461446 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.461794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.462671 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.463003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.463517 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.464041 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.464408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.464767 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.465140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.465494 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.465810 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730ab5ea-1d01-401c-a0ee-4cb204c06caf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:04:45.804429 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-dc5d2a0e-54b3-4553-906e-8c83beaa5312 None None] Provisioning complete for port 256df25c-978c-4767-b127-5f5138a24b0c triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:04:45.804816 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2a0e-54b3-4553-906e-8c83beaa5312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (256df25c-978c-4767-b127-5f5138a24b0c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:45.883447 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d2a0e-54b3-4553-906e-8c83beaa5312 None None] Current status of the port 256df25c-978c-4767-b127-5f5138a24b0c is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:04:45.895881 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-dc5d2a0e-54b3-4553-906e-8c83beaa5312 None None] Provisioning complete for port 21c11a71-7938-439e-93d0-ee6103ea2a9e triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:04:45.896272 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc5d2a0e-54b3-4553-906e-8c83beaa5312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (21c11a71-7938-439e-93d0-ee6103ea2a9e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:04:45.970756 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d2a0e-54b3-4553-906e-8c83beaa5312 None None] Current status of the port 21c11a71-7938-439e-93d0-ee6103ea2a9e is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:04:47.761196 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60122) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:47.958057 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc592aff-bc9f-4635-8433-3498c4e5f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:47.958449 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc592aff-bc9f-4635-8433-3498c4e5f238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:47.959976 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-bc592aff-bc9f-4635-8433-3498c4e5f238 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978486 Feb 21 10:04:50.840183 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60130) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:50.969724 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43986f7-6344-40da-ae76-69635b99f854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:50.970206 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43986f7-6344-40da-ae76-69635b99f854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:50.971756 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d43986f7-6344-40da-ae76-69635b99f854 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306071 Feb 21 10:04:53.315664 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60138) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:53.509758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f346b3a-a36d-4e77-a620-493145389ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:53.511157 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-6f346b3a-a36d-4e77-a620-493145389ffc admin admin] 10.222.0.73 "GET /v2.0/networks/3fac4306-ac4b-45ba-aec3-d579ca0b06e0 HTTP/1.1" status: 200 len: 869 time: 0.1945028 Feb 21 10:04:55.815466 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60146) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:55.941691 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd702fca-4857-4022-8689-dd63798e275b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:55.943072 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-dd702fca-4857-4022-8689-dd63798e275b admin admin] 10.222.0.73 "GET /v2.0/networks/605982fc-dfe5-4fa6-a47d-1a767c9ef821 HTTP/1.1" status: 200 len: 886 time: 0.1265757 Feb 21 10:04:58.269284 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60154) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:04:58.389938 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35703be7-537e-46d9-9550-7b7e4e6f0a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:58.390318 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35703be7-537e-46d9-9550-7b7e4e6f0a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:04:58.391853 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-35703be7-537e-46d9-9550-7b7e4e6f0a60 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216297 Feb 21 10:04:58.990662 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:05:00.695998 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60162) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:00.787792 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1969608-bf9d-4cfa-b201-d9a48602c6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:00.788252 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1969608-bf9d-4cfa-b201-d9a48602c6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:00.789793 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-f1969608-bf9d-4cfa-b201-d9a48602c6e2 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928404 Feb 21 10:05:03.124816 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60170) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:03.209212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a6c55-befa-4e30-9592-c814ab738564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:03.210583 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7a1a6c55-befa-4e30-9592-c814ab738564 admin admin] 10.222.0.73 "GET /v2.0/subnets/7f1ebd0a-b81e-4b50-8d15-b8a822804056 HTTP/1.1" status: 200 len: 816 time: 0.0847969 Feb 21 10:05:03.413495 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b1ff5322-ad16-4d50-b1fb-af0eb3359848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:05.542228 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60178) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:05.630964 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a3075a-caf3-4a9f-994d-6270ca51affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:05.632285 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-65a3075a-caf3-4a9f-994d-6270ca51affe admin admin] 10.222.0.73 "GET /v2.0/subnets/a012dbc1-d452-433a-a8ba-8da8c598ab13 HTTP/1.1" status: 200 len: 868 time: 0.0890875 Feb 21 10:05:05.736035 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9544dc36-17dc-45a1-ab0a-2ab8d13b94f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:06.877757 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:08.291614 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:09.831786 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:33.415787 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5d71066c-0937-4637-9b8a-35cb7a63971f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:33.630426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60230) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:33.677438 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [None req-373031eb-f25e-4619-a74c-920a84d18853 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:05:33.678472 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-373031eb-f25e-4619-a74c-920a84d18853 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470979 Feb 21 10:05:35.737628 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f330ce5-8703-41ef-94f5-9106e8436099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:35.988883 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:05:36.059308 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60238) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:36.119627 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce3c0d9-2827-47a4-9b9e-8501a91f95e2 admin admin] GET failed (client error): The resource could not be found. Feb 21 10:05:36.120900 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-dce3c0d9-2827-47a4-9b9e-8501a91f95e2 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606351 Feb 21 10:05:36.262640 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81751243-83d4-4796-b5e0-fc6b7cbf930a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:36.264136 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-81751243-83d4-4796-b5e0-fc6b7cbf930a admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392369 Feb 21 10:05:36.880819 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.292589 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.578476 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60246) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:38.625930 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:05:38.644481 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Made reservation on behalf of 0eb1e05c525c48b0a68ad872b0aea42a for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:05:38.646785 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.679646 dv-cinder-830091-1-iscsi neutron-server[102846]: WARNING neutron.services.revisions.revision_plugin [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Could not find related network for resource to bump revision. Feb 21 10:05:38.692930 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:05:38.703269 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (4736031b-e98b-43ec-84e8-2d53f3aa5f1f), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.703604 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Added segment 4736031b-e98b-43ec-84e8-2d53f3aa5f1f of type vlan for network e133a2e9-3229-4c83-8a90-a970024ffb58 Feb 21 10:05:38.745258 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (e133a2e9-3229-4c83-8a90-a970024ffb58), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.771019 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e133a2e9-3229-4c83-8a90-a970024ffb58), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.771964 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:38.772569 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:38.842243 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2626748 Feb 21 10:05:38.870495 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9f261-af0e-44ec-8ddd-df2f48d08579 admin admin] Pushing event updated for resources: {'Network': ['ID=e133a2e9-3229-4c83-8a90-a970024ffb58,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:05:38.881172 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network e133a2e9-3229-4c83-8a90-a970024ffb58 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:05:39.836723 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:41.167254 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60254) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:05:41.225105 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8bdd9b-7f5d-4658-a30f-6366ce4094bf admin admin] GET failed (client error): The resource could not be found. Feb 21 10:05:41.226360 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9d8bdd9b-7f5d-4658-a30f-6366ce4094bf admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581498 Feb 21 10:05:41.296525 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a6892-7bcc-445e-a1aa-fc0b254097b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:41.297969 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-365a6892-7bcc-445e-a1aa-fc0b254097b2 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668638 Feb 21 10:05:41.307522 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:05:41.325473 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Made reservation on behalf of 0eb1e05c525c48b0a68ad872b0aea42a for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:05:41.327755 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:41.493342 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (06065ce2-d001-4873-8c15-977025a6e85e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:41.544344 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06065ce2-d001-4873-8c15-977025a6e85e,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:05:41.555343 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.555720 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.556073 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.556416 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.556753 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.557104 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.557454 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.557790 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.558137 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.558486 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.558822 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.559147 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.559472 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:41.564413 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Checking segment: {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:05:41.564790 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Network hostable DHCP agents. Network: e133a2e9-3229-4c83-8a90-a970024ffb58, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:05:41.580656 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Network e133a2e9-3229-4c83-8a90-a970024ffb58 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:05:41.589425 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, e133a2e9-3229-4c83-8a90-a970024ffb58) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:05:41.593328 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:05:41.593925 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:41.598512 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e93c19-4914-42af-b9ee-cf92b8f8a034 None None] Network e133a2e9-3229-4c83-8a90-a970024ffb58 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:05:41.609921 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ecc53d85-2156-4248-a6e8-bf25e7bd6386 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056874 Feb 21 10:05:41.801436 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-e133a2e9-3229-4c83-8a90-a970024ffb58', 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58', 'project_id': '0eb1e05c525c48b0a68ad872b0aea42a', 'fixed_ips': [{'subnet_id': '06065ce2-d001-4873-8c15-977025a6e85e'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:05:41.802288 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:41.936300 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Allocated IP 192.168.233.2 (e133a2e9-3229-4c83-8a90-a970024ffb58/06065ce2-d001-4873-8c15-977025a6e85e/b061f44a-acb2-47ce-81f8-e5b3f15d4e9a) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:05:42.081616 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Publish callbacks [] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.088391 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.134325 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Network e133a2e9-3229-4c83-8a90-a970024ffb58 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:05:42.139296 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:05:42.142123 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:05:42.152672 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Pushing event updated for resources: {'Port': ['ID=b061f44a-acb2-47ce-81f8-e5b3f15d4e9a,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:05:42.174858 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.175235 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.175612 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.175959 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.176301 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.176637 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.176975 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.177329 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.177667 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.178008 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.178344 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.178670 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.178993 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:05:42.212742 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Attempting to bind port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:05:42.213151 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Attempting to bind port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:05:42.213523 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Attempting to bind port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a on network e133a2e9-3229-4c83-8a90-a970024ffb58 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:05:42.218632 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:05:42.219021 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Checking segment: {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:05:42.219423 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.219823 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Bound using segment: {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:05:42.220299 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Bound port: b061f44a-acb2-47ce-81f8-e5b3f15d4e9a, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:05:42.220682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.283047 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] For port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:05:42.286664 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] For port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b061f44a-acb2-47ce-81f8-e5b3f15d4e9a,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:05:42.292599 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.351287 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47cbb4-72c9-4ea9-b71b-712160248c56 None None] Pushing event updated for resources: {'Port': ['ID=b061f44a-acb2-47ce-81f8-e5b3f15d4e9a,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:05:42.708363 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b061f44a-acb2-47ce-81f8-e5b3f15d4e9a up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:05:42.761740 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:05:42.762122 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.839646 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:05:42.840034 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.874891 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b061f44a-acb2-47ce-81f8-e5b3f15d4e9a,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:05:42.879990 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:42.936148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=b061f44a-acb2-47ce-81f8-e5b3f15d4e9a,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:05:43.190272 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6033b-f35d-4b5f-ad4b-91d8aac423ed None None] Network e133a2e9-3229-4c83-8a90-a970024ffb58 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:05:43.251071 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-a50bc314-e75f-4138-a1c5-47aad648ebb8 None None] Provisioning complete for port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:05:43.251461 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a50bc314-e75f-4138-a1c5-47aad648ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:43.371391 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-a50bc314-e75f-4138-a1c5-47aad648ebb8 None None] Current status of the port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:05:43.597631 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-9ef12e0d-57a5-4e02-8b8e-9dcca3761574 None None] Provisioning complete for port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:05:43.598008 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9ef12e0d-57a5-4e02-8b8e-9dcca3761574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:43.678179 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-9ef12e0d-57a5-4e02-8b8e-9dcca3761574 None None] Current status of the port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:05:44.660835 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b061f44a-acb2-47ce-81f8-e5b3f15d4e9a up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:05:44.708466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:05:44.708837 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b061f44a-acb2-47ce-81f8-e5b3f15d4e9a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:05:44.786756 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port b061f44a-acb2-47ce-81f8-e5b3f15d4e9a is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:06:03.416786 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d1479a60-f181-4803-af89-37322554945d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:05.740197 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5543abca-2006-46e2-b778-5443fe35a507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:06.883365 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:08.295541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:09.840259 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:12.987015 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:06:33.421564 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9ad73e6d-2222-4812-b816-7aa41a30dcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:35.742218 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea38c-4ac8-4d32-9098-e09022e343d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:36.885899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:38.302347 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:39.842369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:06:49.984924 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:07:03.422340 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f7f96adc-7d90-4cde-89ef-64eb5782a931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:05.744261 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b4f93064-ecf8-4224-baae-80f45f6a3e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:06.889331 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:08.302697 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:09.845836 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:10.713854 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60292) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:07:10.719752 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [None req-62b56425-938c-4699-b813-37373fdd797d tempest-verify_tempest_config-507163520 tempest-verify_tempest_config-507163520-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:07:10.720721 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-62b56425-938c-4699-b813-37373fdd797d tempest-verify_tempest_config-507163520 tempest-verify_tempest_config-507163520-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059068 Feb 21 10:07:11.000445 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60310) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:07:11.100793 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.172185 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Publish callbacks [] for security_group (01668161-0569-4a45-9360-3be277d93948), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.175529 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (01668161-0569-4a45-9360-3be277d93948), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.219460 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5ed7e360a414a07a7769b4871639aa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2179391 Feb 21 10:07:11.220414 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01668161-0569-4a45-9360-3be277d93948,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:07:11.222247 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60316) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:07:11.229085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.229616 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.229789 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.230110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.230449 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.230781 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.231128 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.231472 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.231817 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.232152 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.232478 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.232802 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.233159 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9390854-c88e-42dc-892d-84ed11108bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.275922 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Publish callbacks [] for security_group (01668161-0569-4a45-9360-3be277d93948), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.295861 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Publish callbacks [] for security_group (01668161-0569-4a45-9360-3be277d93948), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.385153 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (01668161-0569-4a45-9360-3be277d93948), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.387631 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:11.388817 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01668161-0569-4a45-9360-3be277d93948 HTTP/1.1" status: 204 len: 168 time: 0.1656296 Feb 21 10:07:11.396715 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01668161-0569-4a45-9360-3be277d93948,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:07:11.403341 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.403720 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.404071 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.404412 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.404752 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.405101 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.405458 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.405808 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.406128 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.406457 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.406785 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.407109 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:11.407431 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e55a7-4eeb-4be8-96ae-671052244ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:07:26.983505 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:07:33.424275 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f5ba-cf8d-4a37-accd-e97d78068eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:35.745297 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bd2e9231-b996-47e3-a717-7edbcd8bf450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:36.890957 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:38.305528 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:07:39.847924 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:03.427619 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-95609a3f-7bec-4cf8-b420-cdec2471e1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:03.981977 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:08:05.747381 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4faacaf9-7e86-4cf4-852f-560c13797eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:06.893599 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:08.311073 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:09.849741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:33.428719 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4c7d98b1-7afa-41a1-b6b5-ec6af07c3fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:35.749396 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-84b4b2a4-e167-4058-aa6b-efd7e13fc5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:36.895779 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:38.310888 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:39.852207 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:08:40.980787 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 5 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:08:52.520654 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-690257'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:03.430520 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-53e3532d-dca2-4423-9390-38d6f361a3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:05.750437 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f595b96d-8197-4f73-a544-b66ece690ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:06.140873 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60386) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:09:06.245992 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e2c5b7db-2fb5-4e56-ac65-a0767d5b3a1f admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039588 Feb 21 10:09:06.899664 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:08.313159 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:08.573078 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60396) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:09:08.627311 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7983a8ba-4889-412f-9d83-dd1463897023 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528986 Feb 21 10:09:09.853426 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:17.979337 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:09:22.511644 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:33.431769 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5b70a18f-c073-4b14-bef6-903937df074f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:35.752893 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-95501d39-7379-4143-8ceb-c2100dc00b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:36.904762 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:38.314967 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:39.855903 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:52.509856 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:09:54.978899 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:10:03.434084 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3b7d975f-9329-4929-bdec-3a7c944d0e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:05.766143 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b61e8ad0-6b33-4a19-96d3-5b858fc5fd75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:06.906857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:08.320833 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:09.858078 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:22.495785 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:31.978694 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:10:33.438557 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-75f593c5-71fd-43e3-b642-79e12fd57832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:35.758705 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f04e6866-8c72-49bf-89c8-10bc7cc29ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:36.909718 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:38.337456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:39.877473 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.404096 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60480) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:41.618288 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-network', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:41.642872 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Made reservation on behalf of 55c503357f9d4544a24d58abe60a0d2b for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:41.650996 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.659092 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.742198 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks [] for security_group (24cac0a2-282d-488d-a8f1-b767c189f34f), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.751620 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (24cac0a2-282d-488d-a8f1-b767c189f34f), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.777956 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cac0a2-282d-488d-a8f1-b767c189f34f,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:41.788877 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.789246 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.789670 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.789936 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.790231 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.790557 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.790883 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.791207 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.791528 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.791866 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.792172 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.792489 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.792803 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Tracked resource versions report: Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: pushed versions: Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: { 'AddressGroup': {'1.2'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'ConntrackHelper': {'1.0'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Log': {'1.0'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Network': {'1.1'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Port': {'1.7'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'PortForwarding': {'1.2'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'QosPolicy': {'1.10'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroup': {'1.5'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SubPort': {'1.0'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Subnet': {'1.1'}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Trunk': {'1.1'}} Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: consumer versions: Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: HyperV agent@hv-cinder-83009: {}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'ConntrackHelper': '1.0', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'LocalIPAssociation': '1.0', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Log': '1.0', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Network': '1.1', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Port': '1.7', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'PortForwarding': '1.2', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'QosPolicy': '1.10', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroup': '1.5', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SecurityGroupRule': '1.2', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'SubPort': '1.0', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Subnet': '1.1', Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: 'Trunk': '1.1'}} Feb 21 10:10:41.793931 dv-cinder-830091-1-iscsi neutron-server[102845]: {{(pid=102845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:10:41.800160 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:10:41.811270 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (575cdbe8-6a0c-4774-8908-c78beda2929a), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.811641 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Added segment 575cdbe8-6a0c-4774-8908-c78beda2929a of type vlan for network 0cdbeca7-668b-40ff-9539-e46556783a24 Feb 21 10:10:41.870490 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (0cdbeca7-668b-40ff-9539-e46556783a24), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.895602 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0cdbeca7-668b-40ff-9539-e46556783a24), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.896754 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:41.897484 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:41.971247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60530) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:41.973655 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5677912 Feb 21 10:10:41.975236 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d0e2-f3d0-4e26-a7f6-0190d6106076 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdbeca7-668b-40ff-9539-e46556783a24,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:41.989844 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 0cdbeca7-668b-40ff-9539-e46556783a24 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:10:41.996931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Request body: {'subnet': {'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-subnet', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:42.032052 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Made reservation on behalf of 55c503357f9d4544a24d58abe60a0d2b for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:42.036298 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.213489 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (31f95299-292c-4f39-bc5d-e1d10cdbbcd4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.276281 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f95299-292c-4f39-bc5d-e1d10cdbbcd4,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:42.284685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.285564 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.285910 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.286360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.286587 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.286899 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.287226 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.287559 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.287884 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.288208 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.288534 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.288861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.289207 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Tracked resource versions report: Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: pushed versions: Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: { 'AddressGroup': {'1.2'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'ConntrackHelper': {'1.0'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Log': {'1.0'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Network': {'1.1'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Port': {'1.7'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'PortForwarding': {'1.2'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'QosPolicy': {'1.10'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroup': {'1.5'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SubPort': {'1.0'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Subnet': {'1.1'}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Trunk': {'1.1'}} Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: consumer versions: Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: HyperV agent@hv-cinder-83009: {}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'ConntrackHelper': '1.0', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'LocalIPAssociation': '1.0', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Log': '1.0', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Network': '1.1', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Port': '1.7', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'PortForwarding': '1.2', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'QosPolicy': '1.10', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroup': '1.5', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SecurityGroupRule': '1.2', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'SubPort': '1.0', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Subnet': '1.1', Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: 'Trunk': '1.1'}} Feb 21 10:10:42.290338 dv-cinder-830091-1-iscsi neutron-server[102846]: {{(pid=102846) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:10:42.300202 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Checking segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:42.300821 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Network hostable DHCP agents. Network: 0cdbeca7-668b-40ff-9539-e46556783a24, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:10:42.319282 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Network 0cdbeca7-668b-40ff-9539-e46556783a24 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:10:42.328902 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 0cdbeca7-668b-40ff-9539-e46556783a24) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:42.333799 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:42.334600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.344850 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023b9ff-ad13-4752-a753-f9c69112f4e4 None None] Network 0cdbeca7-668b-40ff-9539-e46556783a24 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:42.353791 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8345d459-1628-44df-bfb5-97487fb87fcb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3814578 Feb 21 10:10:42.357093 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60550) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:42.364645 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:42.396626 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.398933 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.466299 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-0cdbeca7-668b-40ff-9539-e46556783a24', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:10:42.467586 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.510607 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks [] for router_controller (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.618606 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Allocated IP 172.20.0.2 (0cdbeca7-668b-40ff-9539-e46556783a24/31f95299-292c-4f39-bc5d-e1d10cdbbcd4/c42acf72-6e31-4b7a-9de1-df3a6ae65cbc) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:42.778510 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Publish callbacks [] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.788205 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.788648 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks [] for router_gateway (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.809984 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Network 0cdbeca7-668b-40ff-9539-e46556783a24 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:42.813165 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:42.836861 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:42.910380 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Attempting to bind port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:10:42.911049 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Attempting to bind port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:10:42.912747 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Attempting to bind port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc on network 0cdbeca7-668b-40ff-9539-e46556783a24 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:10:42.932516 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Pushing event updated for resources: {'Port': ['ID=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:42.934966 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:10:42.935720 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Checking segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:42.936292 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.936986 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Bound using segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:10:42.937707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Bound port: c42acf72-6e31-4b7a-9de1-df3a6ae65cbc, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:10:42.938530 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:42.953597 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.954139 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.954645 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.955163 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.955658 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.956154 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.957439 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.958072 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.958556 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.959463 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.960189 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.960819 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.961304 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Tracked resource versions report: Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: pushed versions: Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: { 'AddressGroup': {'1.2'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'ConntrackHelper': {'1.0'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Log': {'1.0'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Network': {'1.1'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Port': {'1.7'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'PortForwarding': {'1.2'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'QosPolicy': {'1.10'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroup': {'1.5'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SubPort': {'1.0'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Subnet': {'1.1'}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Trunk': {'1.1'}} Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: consumer versions: Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: HyperV agent@hv-cinder-83009: {}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'ConntrackHelper': '1.0', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'LocalIPAssociation': '1.0', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Log': '1.0', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Network': '1.1', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Port': '1.7', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'PortForwarding': '1.2', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'QosPolicy': '1.10', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroup': '1.5', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SecurityGroupRule': '1.2', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'SubPort': '1.0', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Subnet': '1.1', Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: 'Trunk': '1.1'}} Feb 21 10:10:42.962611 dv-cinder-830091-1-iscsi neutron-server[102847]: {{(pid=102847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:10:43.053707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] For port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:10:43.059092 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] For port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:10:43.059610 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks [] for router_gateway (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:43.067646 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:43.080654 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:43.147876 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290c80f-cb3d-4915-97f6-b06adb5b3040 None None] Pushing event updated for resources: {'Port': ['ID=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:43.228667 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Allocated IP 172.27.0.134 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/d04a1a71-9804-4c67-8eeb-17646fbbc750) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:43.346877 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks [] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:43.411857 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:43.472921 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=d04a1a71-9804-4c67-8eeb-17646fbbc750,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:43.476621 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:43.478438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:43.480694 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:43.705894 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60618) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:43.738952 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks [] for router_gateway (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:43.809296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60624) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:43.950398 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.111504 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1610180596-network', 'tenant_id': '8860e437622b4f9bb4517159afb7f220'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:44.118365 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:10:44.199201 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60634) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:44.267211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1287766595-network', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:44.302736 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Made reservation on behalf of 8860e437622b4f9bb4517159afb7f220 for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:44.305283 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.311137 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:10:44.314972 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.327706 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:10:44.343058 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Made reservation on behalf of e7c6743e7c564ff19940036bc2529184 for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:44.345556 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.354537 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.355107 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:44.356234 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:44.357535 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-6eb508e6-2b2d-4705-9861-300cf19c1ec6 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9975555 Feb 21 10:10:44.360571 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60646) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:44.411950 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks [] for security_group (fa3e4a65-c7b6-40b7-8448-a4e6d8327865), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.420000 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.423262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (fa3e4a65-c7b6-40b7-8448-a4e6d8327865), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.439829 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:10:44.451355 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (4a8ec2df-43de-4d4e-b8a6-03c9378fc032), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.451989 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Added segment 4a8ec2df-43de-4d4e-b8a6-03c9378fc032 of type vlan for network 1dadd977-fc35-48d5-bc99-0414cb857782 Feb 21 10:10:44.519967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (1dadd977-fc35-48d5-bc99-0414cb857782), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.523157 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568dd0e-3152-4ee6-91d7-9017c5e0c515 None None] Network 0cdbeca7-668b-40ff-9539-e46556783a24 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:44.616460 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e4a65-c7b6-40b7-8448-a4e6d8327865,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:44.724659 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-network', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:44.777657 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-885d7af3-360d-4a03-88ae-189330070198 None None] Provisioning complete for port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:44.781243 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Made reservation on behalf of cc3fac73df654ae38575bcda41bd7514 for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:44.782203 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-885d7af3-360d-4a03-88ae-189330070198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.785390 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.789445 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks [] for security_group (dc69e48c-e39b-4242-9ad1-47772a43e9a2), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.808065 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (dc69e48c-e39b-4242-9ad1-47772a43e9a2), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.830749 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.834501 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:44.846703 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1dadd977-fc35-48d5-bc99-0414cb857782), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.848190 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:44.849986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.891932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:10:44.940106 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc69e48c-e39b-4242-9ad1-47772a43e9a2,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:44.991353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (41eadf1b-4b05-4ce9-bebd-7b7128f39969), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:44.991702 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Added segment 41eadf1b-4b05-4ce9-bebd-7b7128f39969 of type vlan for network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa Feb 21 10:10:45.002781 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2957299 Feb 21 10:10:45.022640 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60668) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:45.032670 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Request body: {'subnet': {'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1610180596-subnet', 'tenant_id': '8860e437622b4f9bb4517159afb7f220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:45.069920 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-885d7af3-360d-4a03-88ae-189330070198 None None] Current status of the port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:45.074436 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-885d7af3-360d-4a03-88ae-189330070198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.083254 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c42acf72-6e31-4b7a-9de1-df3a6ae65cbc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:45.119722 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Made reservation on behalf of 8860e437622b4f9bb4517159afb7f220 for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:45.134156 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.184712 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bf06f-dd7a-4d04-958e-e2871d71971b admin admin] Pushing event updated for resources: {'Network': ['ID=1dadd977-fc35-48d5-bc99-0414cb857782,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:45.192383 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.220348 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 1dadd977-fc35-48d5-bc99-0414cb857782 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:10:45.248043 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:45.253668 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.261689 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.262706 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:45.263306 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.271577 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:43Z', 'revision_number': 3, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:45.338762 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:10:45.340528 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Updating router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 port d04a1a71-9804-4c67-8eeb-17646fbbc750 binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:10:45.414865 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.417539 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6028485 Feb 21 10:10:45.423001 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60688) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:45.425438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks [] for security_group (7efac9a6-6b51-4a41-8617-b4bd06887b25), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.428251 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-885d7af3-360d-4a03-88ae-189330070198 None None] For port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:10:45.436876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a246c-628f-4379-a2fd-f41d36761649 admin admin] Pushing event updated for resources: {'Network': ['ID=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:45.446081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Request body: {'subnet': {'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1287766595-subnet', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:45.499006 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Made reservation on behalf of e7c6743e7c564ff19940036bc2529184 for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:45.502477 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.548004 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:10:45.686726 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (7efac9a6-6b51-4a41-8617-b4bd06887b25), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.697235 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.720320 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-885d7af3-360d-4a03-88ae-189330070198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.886885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (515b66a3-d3cf-43d6-a321-39ba872266a4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.887486 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:45.919170 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d7af3-360d-4a03-88ae-189330070198 None None] Pushing event updated for resources: {'Port': ['ID=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:45.921833 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-7a2a9dd5-11fb-4b88-8bb0-79ee1667c8c4 None None] Provisioning complete for port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:45.922297 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7a2a9dd5-11fb-4b88-8bb0-79ee1667c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:45.992229 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Publish callbacks [] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.002304 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.065718 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515b66a3-d3cf-43d6-a321-39ba872266a4,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:46.072165 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Attempting to bind port d04a1a71-9804-4c67-8eeb-17646fbbc750 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:10:46.072871 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Attempting to bind port d04a1a71-9804-4c67-8eeb-17646fbbc750 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:10:46.073485 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Attempting to bind port d04a1a71-9804-4c67-8eeb-17646fbbc750 on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:10:46.074678 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Checking segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:46.075041 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Network hostable DHCP agents. Network: c6be35fd-ea79-41d7-b7ac-69ad968a8bfa, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:10:46.080925 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Pushing event updated for resources: {'Port': ['ID=d04a1a71-9804-4c67-8eeb-17646fbbc750,revision_number=2']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:46.084242 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:10:46.107111 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:10:46.107643 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:46.108349 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.108978 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:10:46.109731 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Bound port: d04a1a71-9804-4c67-8eeb-17646fbbc750, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:10:46.110343 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.118019 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.122419 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.127044 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.127763 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.128274 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.130043 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.131240 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.131240 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.131240 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.131769 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.132206 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.132643 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.132770 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:10:46.133189 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Tracked resource versions report: Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: pushed versions: Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: { 'AddressGroup': {'1.2'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'ConntrackHelper': {'1.0'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'LocalIPAssociation': {'1.0'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Log': {'1.0'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Network': {'1.1'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Port': {'1.7'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'PortForwarding': {'1.2'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'QosPolicy': {'1.10'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroup': {'1.5'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroupRule': {'1.2'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SubPort': {'1.0'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Subnet': {'1.1'}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Trunk': {'1.1'}} Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: consumer versions: Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: { DHCP agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: HyperV agent@hv-cinder-83009: {}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: L3 agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: Metadata agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: Metering agent@dv-cinder-830091-1-iscsi: {}, Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: Open vSwitch agent@dv-cinder-830091-1-iscsi: { 'AddressGroup': '1.2', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'ConntrackHelper': '1.0', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'LocalIPAssociation': '1.0', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Log': '1.0', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Network': '1.1', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Port': '1.7', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'PortForwarding': '1.2', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'QosPolicy': '1.10', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroup': '1.5', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SecurityGroupRule': '1.2', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'SubPort': '1.0', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Subnet': '1.1', Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: 'Trunk': '1.1'}} Feb 21 10:10:46.134452 dv-cinder-830091-1-iscsi neutron-server[102848]: {{(pid=102848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 10:10:46.153741 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, c6be35fd-ea79-41d7-b7ac-69ad968a8bfa) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:46.158684 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:46.159294 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.194812 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2ae0f28e-5988-404c-b1e8-e6c4fcae4dc6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7589786 Feb 21 10:10:46.197408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60710) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:46.201800 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:46.204116 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (792ebbc8-f29d-4775-b207-7570b46479fb), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.204461 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Added segment 792ebbc8-f29d-4775-b207-7570b46479fb of type vlan for network d5d31013-7314-4039-8cfb-6e85de7f35f1 Feb 21 10:10:46.210317 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] For port d04a1a71-9804-4c67-8eeb-17646fbbc750, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:10:46.214117 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] For port d04a1a71-9804-4c67-8eeb-17646fbbc750, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d04a1a71-9804-4c67-8eeb-17646fbbc750,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:10:46.225224 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.242516 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efac9a6-6b51-4a41-8617-b4bd06887b25,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:46.246902 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Allocated IP 172.20.0.1 (0cdbeca7-668b-40ff-9539-e46556783a24/31f95299-292c-4f39-bc5d-e1d10cdbbcd4/3eeca499-13c6-4aa2-8819-27ba84691225) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:46.256205 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (2c327d1b-c71f-478b-ba44-f999b38d57c4), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.257564 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (2c327d1b-c71f-478b-ba44-f999b38d57c4), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.289158 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6813ab3-66f6-4f80-988c-b42b179ff3da None None] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:46.340977 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:46.342254 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:46.386360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks [] for router_controller (2c327d1b-c71f-478b-ba44-f999b38d57c4), precommit_add_association {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.464050 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adadee8-b51e-4bbd-af9c-426e3097f349 None None] Pushing event updated for resources: {'Port': ['ID=d04a1a71-9804-4c67-8eeb-17646fbbc750,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:46.473328 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-7a2a9dd5-11fb-4b88-8bb0-79ee1667c8c4 None None] Current status of the port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:46.510972 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:10:46.513691 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.520372 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (d5d31013-7314-4039-8cfb-6e85de7f35f1), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.616277 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:46.713384 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks [] for port (3eeca499-13c6-4aa2-8819-27ba84691225), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.775036 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (d5d31013-7314-4039-8cfb-6e85de7f35f1), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.776291 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:46.777649 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.778534 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Allocated IP 172.20.0.2 (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa/515b66a3-d3cf-43d6-a321-39ba872266a4/c731725f-80f1-4301-85f8-61a04346e79a) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:46.785081 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.811194 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Network 0cdbeca7-668b-40ff-9539-e46556783a24 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:46.826230 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:46.829103 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (adafffba-a137-4522-b662-7ffb852135c5), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.837728 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:46.838322 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.943449 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks [] for router_gateway (2c327d1b-c71f-478b-ba44-f999b38d57c4), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:46.976591 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c42acf72-6e31-4b7a-9de1-df3a6ae65cbc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:47.014327 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:43Z', 'revision_number': 3, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:47.102668 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60754) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:47.103308 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa3adc-4b69-43a1-95ff-e5260e560ab6 None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:43Z', 'revision_number': 3, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:10:47.111803 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.9113629 Feb 21 10:10:47.113942 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837c1f2-48ff-443e-b4e1-4a01563f2bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d31013-7314-4039-8cfb-6e85de7f35f1,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:47.118521 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Request body: {'subnet': {'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-subnet', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:47.146475 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:10:47.193926 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Made reservation on behalf of cc3fac73df654ae38575bcda41bd7514 for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:47.200071 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.231478 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adafffba-a137-4522-b662-7ffb852135c5,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:47.297399 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Checking segment: {'id': '4a8ec2df-43de-4d4e-b8a6-03c9378fc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:47.297892 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Network hostable DHCP agents. Network: 1dadd977-fc35-48d5-bc99-0414cb857782, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:10:47.319714 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Pushing event updated for resources: {'Port': ['ID=3eeca499-13c6-4aa2-8819-27ba84691225,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:47.374875 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Network 1dadd977-fc35-48d5-bc99-0414cb857782 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:10:47.399899 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 1dadd977-fc35-48d5-bc99-0414cb857782) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:47.415712 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:47.417324 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.453952 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-dd0094b8-3f18-41a5-9a5b-2b840c9cc0b6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4301193 Feb 21 10:10:47.506957 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.542867 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Publish callbacks [] for port (c731725f-80f1-4301-85f8-61a04346e79a), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.557830 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c7cb1-d5fd-466d-bb51-f7e5a3dff673 None None] Network 1dadd977-fc35-48d5-bc99-0414cb857782 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:47.715316 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (c731725f-80f1-4301-85f8-61a04346e79a), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.775103 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Pushing event updated for resources: {'Port': ['ID=c731725f-80f1-4301-85f8-61a04346e79a,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:47.779338 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddbfc22-c74a-46f5-9546-2aeb1fcc28f2 None None] Network 1dadd977-fc35-48d5-bc99-0414cb857782 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:47.826366 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (71125743-0887-4856-8644-3c8d76826d70), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.839950 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks [] for port (3eeca499-13c6-4aa2-8819-27ba84691225), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.849640 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60776) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:47.860033 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.860868 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.883856 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:47.904464 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-0a856c03-ca2c-4389-b6d4-6f718e316f4d None None] Provisioning complete for port 3eeca499-13c6-4aa2-8819-27ba84691225 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:47.907896 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a856c03-ca2c-4389-b6d4-6f718e316f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.910600 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:47.915465 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:47.916178 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:47.929966 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:47.940704 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71125743-0887-4856-8644-3c8d76826d70,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:47.959521 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Pushing event updated for resources: {'Port': ['ID=3eeca499-13c6-4aa2-8819-27ba84691225,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:47.986656 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60784) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:48.053779 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-0a856c03-ca2c-4389-b6d4-6f718e316f4d None None] Port 3eeca499-13c6-4aa2-8819-27ba84691225 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:10:48.085347 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Checking segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:48.085913 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Network hostable DHCP agents. Network: d5d31013-7314-4039-8cfb-6e85de7f35f1, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:10:48.126648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks [] for router_gateway (2c327d1b-c71f-478b-ba44-f999b38d57c4), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.143796 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Network 0cdbeca7-668b-40ff-9539-e46556783a24 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:48.145298 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:48.176464 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:10:48.230964 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, d5d31013-7314-4039-8cfb-6e85de7f35f1) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:48.234068 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:48.234672 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.244352 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a0a73-ebae-40a5-b7a7-b2469a719c37 None None] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:48.314305 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Attempting to bind port c731725f-80f1-4301-85f8-61a04346e79a on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:10:48.316451 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Attempting to bind port c731725f-80f1-4301-85f8-61a04346e79a by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:10:48.316937 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Attempting to bind port c731725f-80f1-4301-85f8-61a04346e79a on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:10:48.325880 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-655fb45d-8f07-49c6-b543-eee2d89dfb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.365809 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:10:48.367638 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Checking segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:48.368573 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.369369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Bound using segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:10:48.372926 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Bound port: c731725f-80f1-4301-85f8-61a04346e79a, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:10:48.373328 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (c731725f-80f1-4301-85f8-61a04346e79a), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.451658 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a78e29b-a178-4bbb-bbfc-2497ae65ed12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.476707 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60816) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:48.489762 dv-cinder-830091-1-iscsi neutron-server[102846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 10:10:48.491728 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:48.493025 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.547323 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:10:48.551607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd0afe-bf09-43f5-801b-28dbf68da596 None None] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:48.663807 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] For port c731725f-80f1-4301-85f8-61a04346e79a, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:10:48.691218 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] For port c731725f-80f1-4301-85f8-61a04346e79a, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=c731725f-80f1-4301-85f8-61a04346e79a,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:10:48.704940 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-34f8e826-b02b-4997-86dd-61e0433c610f None None] Provisioning complete for port 3eeca499-13c6-4aa2-8819-27ba84691225 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:48.705679 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-34f8e826-b02b-4997-86dd-61e0433c610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.715497 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (c731725f-80f1-4301-85f8-61a04346e79a), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.855073 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-34f8e826-b02b-4997-86dd-61e0433c610f None None] Port 3eeca499-13c6-4aa2-8819-27ba84691225 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:10:48.867913 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Allocated IP 172.27.0.160 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/f3a7d4b6-69f2-4230-93c8-b2f4309ffacc) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:48.890527 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646370d-e9f2-4610-aac6-875578efdb92 None None] Pushing event updated for resources: {'Port': ['ID=c731725f-80f1-4301-85f8-61a04346e79a,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:48.945113 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d04a1a71-9804-4c67-8eeb-17646fbbc750 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:48.974948 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-655fb45d-8f07-49c6-b543-eee2d89dfb3a admin admin] Publish callbacks [] for security_group (b5124e8a-1960-4bca-aa5c-564039870000), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:48.979383 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-c39a4441-14a8-4f46-8ac9-de3338421df7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8727245 Feb 21 10:10:48.981443 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60828) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:48.988332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:49.031431 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-655fb45d-8f07-49c6-b543-eee2d89dfb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b5124e8a-1960-4bca-aa5c-564039870000), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.045553 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port d04a1a71-9804-4c67-8eeb-17646fbbc750 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:49.046796 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.123656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-60cc6515-d05a-4f77-ad3f-e1c2654988ff tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:49.125207 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-60cc6515-d05a-4f77-ad3f-e1c2654988ff tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/networks?id=1dadd977-fc35-48d5-bc99-0414cb857782 HTTP/1.1" status: 200 len: 812 time: 0.6431696 Feb 21 10:10:49.142319 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (48f80acf-70e1-4f7c-975e-5225810d8e56), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.143336 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (48f80acf-70e1-4f7c-975e-5225810d8e56), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.157102 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-655fb45d-8f07-49c6-b543-eee2d89dfb3a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70c5484dd3944cfdadf5bb1f39133c62&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3062472 Feb 21 10:10:49.160442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60830) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:49.160648 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:10:49.162279 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-7c1a2ecc-1a35-43b0-8041-4323d2a1a9f8 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/quotas/8860e437622b4f9bb4517159afb7f220 HTTP/1.1" status: 200 len: 375 time: 0.0266736 Feb 21 10:10:49.169911 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fb45d-8f07-49c6-b543-eee2d89dfb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5124e8a-1960-4bca-aa5c-564039870000,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:49.172516 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port d04a1a71-9804-4c67-8eeb-17646fbbc750 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:49.173656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.191674 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0e86e8d6-ba2f-46f6-9852-434661a12240 admin admin] 10.222.0.73 "PUT /v2.0/routers/6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8293176 Feb 21 10:10:49.200945 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port d04a1a71-9804-4c67-8eeb-17646fbbc750, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d04a1a71-9804-4c67-8eeb-17646fbbc750,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:10:49.209400 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.234765 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a78e29b-a178-4bbb-bbfc-2497ae65ed12 admin admin] Publish callbacks [] for security_group (1ed157b2-9da5-400e-bfee-49e51b1d5787), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.256653 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a78e29b-a178-4bbb-bbfc-2497ae65ed12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1ed157b2-9da5-400e-bfee-49e51b1d5787), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.289172 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks [] for router_controller (48f80acf-70e1-4f7c-975e-5225810d8e56), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.292902 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=d04a1a71-9804-4c67-8eeb-17646fbbc750,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:49.350746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks [] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.393851 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-c8daf2d2-9b8a-431b-aa90-f3abe5cf398b tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8860e437622b4f9bb4517159afb7f220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2200789 Feb 21 10:10:49.498116 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78e29b-a178-4bbb-bbfc-2497ae65ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed157b2-9da5-400e-bfee-49e51b1d5787,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:49.512331 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b0d38e1c-560c-438a-b3d5-bac0f822de3d admin admin] Publish callbacks [] for security_group (b5124e8a-1960-4bca-aa5c-564039870000), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.543284 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b0d38e1c-560c-438a-b3d5-bac0f822de3d admin admin] Publish callbacks [] for security_group (b5124e8a-1960-4bca-aa5c-564039870000), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.550997 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-1a78e29b-a178-4bbb-bbfc-2497ae65ed12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8078e05692054283873d831ee4f3b69b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5609152 Feb 21 10:10:49.555419 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60848) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:49.598591 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks [] for router_gateway (48f80acf-70e1-4f7c-975e-5225810d8e56), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.612079 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.677173 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-4b8821e6-0d1e-4e0b-870a-92ba2fb70f65 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:10:49.683985 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-4b8821e6-0d1e-4e0b-870a-92ba2fb70f65 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1278901 Feb 21 10:10:49.686857 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9acafaf-dc1b-41b8-9f64-ddfab8177923 admin admin] Publish callbacks [] for security_group (1ed157b2-9da5-400e-bfee-49e51b1d5787), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.716478 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9acafaf-dc1b-41b8-9f64-ddfab8177923 admin admin] Publish callbacks [] for security_group (1ed157b2-9da5-400e-bfee-49e51b1d5787), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.755600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:49.777756 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:49.787078 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:49.791949 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b0d38e1c-560c-438a-b3d5-bac0f822de3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b5124e8a-1960-4bca-aa5c-564039870000), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.794882 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b0d38e1c-560c-438a-b3d5-bac0f822de3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.798653 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b0d38e1c-560c-438a-b3d5-bac0f822de3d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b5124e8a-1960-4bca-aa5c-564039870000 HTTP/1.1" status: 204 len: 168 time: 0.6295681 Feb 21 10:10:49.830346 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:49.838600 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9acafaf-dc1b-41b8-9f64-ddfab8177923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1ed157b2-9da5-400e-bfee-49e51b1d5787), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.841083 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9acafaf-dc1b-41b8-9f64-ddfab8177923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:49.846229 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d9acafaf-dc1b-41b8-9f64-ddfab8177923 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ed157b2-9da5-400e-bfee-49e51b1d5787 HTTP/1.1" status: 204 len: 168 time: 0.2857928 Feb 21 10:10:49.853329 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d38e1c-560c-438a-b3d5-bac0f822de3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5124e8a-1960-4bca-aa5c-564039870000,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:49.953929 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9acafaf-dc1b-41b8-9f64-ddfab8177923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed157b2-9da5-400e-bfee-49e51b1d5787,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:50.006554 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-ab5a125d-2799-4b60-80b5-2d80cbb60d34 service neutron] 10.222.0.73 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213732 Feb 21 10:10:50.068905 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks [] for router_gateway (48f80acf-70e1-4f7c-975e-5225810d8e56), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.124318 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.166654 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-df9513ea-3aae-4184-8139-fa828f066783 service neutron] 10.222.0.73 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421180 Feb 21 10:10:50.403704 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60872) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:50.424890 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:10:50.449151 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:50.452360 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:50.467173 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Allocated IP 172.27.0.246 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/71b46e9b-b15a-4b2e-ab30-a581e97e3c4c) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:50.474618 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-27288112-af21-4186-bb31-341da8a59884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.661043 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks [] for router_gateway (2c327d1b-c71f-478b-ba44-f999b38d57c4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.785722 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60898) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:50.798860 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905475731', 'description': 'tempest-description--1391019098'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:50.875312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f8c99-91de-417c-a2eb-5bb490aab10a None None] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:50.903954 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.974065 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-27288112-af21-4186-bb31-341da8a59884 admin admin] Publish callbacks [] for security_group (8c434f39-20c9-4f7d-a28a-789429c931a9), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.978460 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks [] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:50.994122 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-27288112-af21-4186-bb31-341da8a59884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8c434f39-20c9-4f7d-a28a-789429c931a9), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.035053 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] Provisioning complete for port c731725f-80f1-4301-85f8-61a04346e79a triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:51.037899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c731725f-80f1-4301-85f8-61a04346e79a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.069442 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27288112-af21-4186-bb31-341da8a59884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c434f39-20c9-4f7d-a28a-789429c931a9,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:51.078710 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-27288112-af21-4186-bb31-341da8a59884 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f67535b4c37f4860acdfb0c8e53fbc71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6736937 Feb 21 10:10:51.083515 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60906) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:51.137572 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (7979e93e-762d-419d-babb-ac262a1f8f79), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.141849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.143279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:51.157104 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (7979e93e-762d-419d-babb-ac262a1f8f79), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.258563 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d04a1a71-9804-4c67-8eeb-17646fbbc750 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:51.268554 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2c0a524a-4f90-4268-a97c-7ff1c6f8a088 req-533317f1-ff7b-4e02-a5e0-94b97dafd890 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.1191213 Feb 21 10:10:51.269963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60912) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:51.273909 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (2c327d1b-c71f-478b-ba44-f999b38d57c4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.288503 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:51.315053 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.319649 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5228481 Feb 21 10:10:51.319649 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:51.333851 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 60918) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:51.346654 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Pushing event updated for resources: {'Port': ['ID=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:51.354080 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:51.363238 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'security_group_rule': {'security_group_id': '7979e93e-762d-419d-babb-ac262a1f8f79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:51.374773 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313979-852c-4c5a-ba05-c0560f39a278 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7979e93e-762d-419d-babb-ac262a1f8f79,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:51.386885 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc750-ab0f-47fb-881e-ce609bf6d265 admin admin] Publish callbacks [] for security_group (8c434f39-20c9-4f7d-a28a-789429c931a9), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.404707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port d04a1a71-9804-4c67-8eeb-17646fbbc750 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:51.406618 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.706163 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-098766a6-36eb-4fb7-a9c9-c980265d6c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.755836 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc750-ab0f-47fb-881e-ce609bf6d265 admin admin] Publish callbacks [] for security_group (8c434f39-20c9-4f7d-a28a-789429c931a9), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.765516 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] Current status of the port c731725f-80f1-4301-85f8-61a04346e79a is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:51.766134 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (c731725f-80f1-4301-85f8-61a04346e79a), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.787375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:10:51.837760 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port d04a1a71-9804-4c67-8eeb-17646fbbc750 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:51.838865 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c731725f-80f1-4301-85f8-61a04346e79a up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:51.928876 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] For port c731725f-80f1-4301-85f8-61a04346e79a, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=c731725f-80f1-4301-85f8-61a04346e79a,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:10:51.944881 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (e921f156-fb5e-4de2-baa2-aef6ccbc2c36), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.964150 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (c731725f-80f1-4301-85f8-61a04346e79a), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:51.997799 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-098766a6-36eb-4fb7-a9c9-c980265d6c61 admin admin] Publish callbacks [] for security_group (27e88cf6-bdfc-424d-83bc-b12764214d3c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.011424 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-098766a6-36eb-4fb7-a9c9-c980265d6c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (27e88cf6-bdfc-424d-83bc-b12764214d3c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.014215 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks [] for router_gateway (48f80acf-70e1-4f7c-975e-5225810d8e56), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.043354 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port c731725f-80f1-4301-85f8-61a04346e79a triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:52.043642 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c731725f-80f1-4301-85f8-61a04346e79a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.053688 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 2, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:52.120745 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-098766a6-36eb-4fb7-a9c9-c980265d6c61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96c51cf9504d4733abcb5ef8c4e8e99c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8379993 Feb 21 10:10:52.123563 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098766a6-36eb-4fb7-a9c9-c980265d6c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e88cf6-bdfc-424d-83bc-b12764214d3c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:52.127595 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60948) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:52.134551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:10:52.153038 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:10:52.169815 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:52.171089 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:52.175300 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ff02e-c805-4ab9-94bf-a88c3c8a0619 None None] Pushing event updated for resources: {'Port': ['ID=c731725f-80f1-4301-85f8-61a04346e79a,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:52.181193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.182515 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-15a79959-a978-4b6f-b97d-81eafddfaa62 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9841554 Feb 21 10:10:52.185669 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60952) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:52.198223 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:10:52.198674 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Updating router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 port 3eeca499-13c6-4aa2-8819-27ba84691225 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:10:52.250163 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2325655b-c4f7-48fb-99cc-f6db9b4df950 admin admin] Publish callbacks [] for security_group (27e88cf6-bdfc-424d-83bc-b12764214d3c), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.314524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2325655b-c4f7-48fb-99cc-f6db9b4df950 admin admin] Publish callbacks [] for security_group (27e88cf6-bdfc-424d-83bc-b12764214d3c), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.329135 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f9e719da-bd99-4781-a09a-78b8f5d331e2 None None] Provisioning complete for port c731725f-80f1-4301-85f8-61a04346e79a triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:52.330139 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f9e719da-bd99-4781-a09a-78b8f5d331e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c731725f-80f1-4301-85f8-61a04346e79a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.339743 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.355967 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:52.420273 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60962) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:52.478387 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc750-ab0f-47fb-881e-ce609bf6d265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8c434f39-20c9-4f7d-a28a-789429c931a9), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.482598 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc750-ab0f-47fb-881e-ce609bf6d265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.483936 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8d5fc750-ab0f-47fb-881e-ce609bf6d265 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c434f39-20c9-4f7d-a28a-789429c931a9 HTTP/1.1" status: 204 len: 168 time: 1.3994069 Feb 21 10:10:52.510386 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fc750-ab0f-47fb-881e-ce609bf6d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c434f39-20c9-4f7d-a28a-789429c931a9,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:52.583322 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-584b51dd-5572-4fb1-bff8-24a8f5df9648 req-bf8e1a9b-1b29-468c-9296-280cbbbdb5e7 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.1609635 Feb 21 10:10:52.599812 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2325655b-c4f7-48fb-99cc-f6db9b4df950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (27e88cf6-bdfc-424d-83bc-b12764214d3c), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.608398 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2325655b-c4f7-48fb-99cc-f6db9b4df950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.611770 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2325655b-c4f7-48fb-99cc-f6db9b4df950 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27e88cf6-bdfc-424d-83bc-b12764214d3c HTTP/1.1" status: 204 len: 168 time: 0.4821258 Feb 21 10:10:52.637678 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (e921f156-fb5e-4de2-baa2-aef6ccbc2c36), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.657919 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (e921f156-fb5e-4de2-baa2-aef6ccbc2c36), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.722589 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e921f156-fb5e-4de2-baa2-aef6ccbc2c36,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:52.728679 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325655b-c4f7-48fb-99cc-f6db9b4df950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e88cf6-bdfc-424d-83bc-b12764214d3c,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:52.793922 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.793922 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port c731725f-80f1-4301-85f8-61a04346e79a is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:52.831427 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.832667 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-13b4adb2-1e26-4afa-975b-bef20bdb71cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4940698 Feb 21 10:10:52.837479 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 60988) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:52.864813 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (48f80acf-70e1-4f7c-975e-5225810d8e56), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:52.867325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'security_group_rule': {'security_group_id': '7979e93e-762d-419d-babb-ac262a1f8f79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:52.952027 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:50Z', 'revision_number': 3, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:53.005724 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c731725f-80f1-4301-85f8-61a04346e79a up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:53.042790 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:10:53.043159 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Updating router 2c327d1b-c71f-478b-ba44-f999b38d57c4 port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:10:53.066139 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (869ede3a-aeab-4446-b37f-f01b7c6722d6), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.108115 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.206920 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Router 48f80acf-70e1-4f7c-975e-5225810d8e56 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:10:53.258986 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f9e719da-bd99-4781-a09a-78b8f5d331e2 None None] Current status of the port c731725f-80f1-4301-85f8-61a04346e79a is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:53.342483 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port c731725f-80f1-4301-85f8-61a04346e79a triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:53.342972 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (c731725f-80f1-4301-85f8-61a04346e79a), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.423322 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (869ede3a-aeab-4446-b37f-f01b7c6722d6), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.460618 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (869ede3a-aeab-4446-b37f-f01b7c6722d6), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.531909 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:10:53.541211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869ede3a-aeab-4446-b37f-f01b7c6722d6,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:53.549980 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.556375 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port c731725f-80f1-4301-85f8-61a04346e79a is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:53.573290 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.575241 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8776b669-eacb-4e86-8e26-41e4561b8a81 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5916584 Feb 21 10:10:53.578653 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 32788) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:53.590776 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Sync routers for ids ['48f80acf-70e1-4f7c-975e-5225810d8e56'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:10:53.637446 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.646418 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-10375278-c5a8-48cd-a7c6-aa6d9afe1164 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8021426 Feb 21 10:10:53.650521 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 32794) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:53.662634 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Routers {'48f80acf-70e1-4f7c-975e-5225810d8e56'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:53.665553 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:53.685826 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['48f80acf-70e1-4f7c-975e-5225810d8e56'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:53.755615 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.844258 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Publish callbacks [] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:53.864920 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.001976 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1458b-7297-4f7d-8cb5-10f4d22154fb None None] Pushing event updated for resources: {'Port': ['ID=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,revision_number=2']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:54.003404 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Set router 48f80acf-70e1-4f7c-975e-5225810d8e56 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:54.067454 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Attempting to bind port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:10:54.067837 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Attempting to bind port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:10:54.068203 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Attempting to bind port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:10:54.079135 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:10:54.079523 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:54.079935 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.081896 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:10:54.083077 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Bound port: f3a7d4b6-69f2-4230-93c8-b2f4309ffacc, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:10:54.083480 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.223437 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] For port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:10:54.232355 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] For port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:10:54.249407 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab790800-0bb2-4223-be41-4beb2cb5238e req-2b1af86d-48f9-40b1-a4d3-eba206c20077 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.4229212 Feb 21 10:10:54.258208 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.431284 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1458b-7297-4f7d-8cb5-10f4d22154fb None None] Pushing event updated for resources: {'Port': ['ID=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:54.475970 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:54.477580 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:54.579188 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Allocated IP 172.20.0.1 (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa/515b66a3-d3cf-43d6-a321-39ba872266a4/b2df994f-ece8-4344-88fd-0e21fa90db64) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:54.599483 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Publish callbacks [] for port (3eeca499-13c6-4aa2-8819-27ba84691225), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.658358 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 32830) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:54.692734 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.718440 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.740944 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.45', 51097) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:54.796848 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.836427 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:54.877202 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2700a-96a2-4381-a18c-2e41f6130a03 None None] Pushing event updated for resources: {'Port': ['ID=3eeca499-13c6-4aa2-8819-27ba84691225,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:54.908538 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks [] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:54.993696 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Allocated IP 172.27.0.130 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/e24b0062-a857-45ff-9b67-8560f9d0ec8b) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:55.049300 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-175584592-network', 'tenant_id': '6931a0f13ec746e8b51043634130c72a'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:55.080479 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Attempting to bind port 3eeca499-13c6-4aa2-8819-27ba84691225 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:10:55.081486 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Attempting to bind port 3eeca499-13c6-4aa2-8819-27ba84691225 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:10:55.082091 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Attempting to bind port 3eeca499-13c6-4aa2-8819-27ba84691225 on network 0cdbeca7-668b-40ff-9539-e46556783a24 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:10:55.092955 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:10:51Z', 'revision_number': 3, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:55.098571 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:10:55.099114 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Checking segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:55.099775 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.100523 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Bound using segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:10:55.102326 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Bound port: 3eeca499-13c6-4aa2-8819-27ba84691225, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:10:55.102835 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.119825 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.162380 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Checking router: 48f80acf-70e1-4f7c-975e-5225810d8e56 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:10:55.162927 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Updating router 48f80acf-70e1-4f7c-975e-5225810d8e56 port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:10:55.279134 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.287563 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Made reservation on behalf of 6931a0f13ec746e8b51043634130c72a for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:55.290163 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.296780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:55.400434 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:50Z', 'revision_number': 3, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:55.432828 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.497149 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-9e1e5a1c-6725-4647-b4bd-6f75656873cd tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:55.502636 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-9e1e5a1c-6725-4647-b4bd-6f75656873cd tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.45 "GET /v2.0/networks?id=1dadd977-fc35-48d5-bc99-0414cb857782 HTTP/1.1" status: 200 len: 812 time: 0.7578149 Feb 21 10:10:55.510655 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fe970-489b-40d7-bc21-d7e7d3145f30 None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:50Z', 'revision_number': 3, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:10:55.532211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Pushing event updated for resources: {'Port': ['ID=b2df994f-ece8-4344-88fd-0e21fa90db64,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:55.538413 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:55.541611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:55.542431 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (2c327d1b-c71f-478b-ba44-f999b38d57c4), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.553018 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Request body: {'port': {'device_id': 'a1756467-5690-498b-8e7e-044c0b56d698', 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782', 'admin_state_up': True, 'tenant_id': '8860e437622b4f9bb4517159afb7f220'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:55.572042 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Allocated IP 172.20.0.1 (d5d31013-7314-4039-8cfb-6e85de7f35f1/71125743-0887-4856-8644-3c8d76826d70/b296b544-0359-47dd-bebb-c6e533f12d39) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:55.655966 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.676719 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.764864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-97cecd12-d152-4986-b89c-d131d6d12c54 None None] Provisioning complete for port 3eeca499-13c6-4aa2-8819-27ba84691225 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:55.766130 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-97cecd12-d152-4986-b89c-d131d6d12c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.806963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'Port': ['ID=e24b0062-a857-45ff-9b67-8560f9d0ec8b,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:55.911676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks [] for security_group (24453863-b9a5-4c03-ae57-1c1d1b30792e), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.914291 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Publish callbacks [] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.915241 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aec8769b-a1bb-4d39-beb9-0e2c61c8f9b3 req-ed2e3c77-4442-4dce-849f-010b76f92ccd tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.2606080 Feb 21 10:10:55.918437 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] For port 3eeca499-13c6-4aa2-8819-27ba84691225, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:10:55.935238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (24453863-b9a5-4c03-ae57-1c1d1b30792e), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.953090 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:55.961616 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] For port 3eeca499-13c6-4aa2-8819-27ba84691225, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3eeca499-13c6-4aa2-8819-27ba84691225,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:10:55.963798 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:55.996216 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:56.004575 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.017443 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:56.047682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-97cecd12-d152-4986-b89c-d131d6d12c54 None None] Port 3eeca499-13c6-4aa2-8819-27ba84691225 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:10:56.061295 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Attempting to bind port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:10:56.073742 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Attempting to bind port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:10:56.074361 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Attempting to bind port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:10:56.080665 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fca95f-7c72-4691-8c1a-3f6b259510aa None None] Pushing event updated for resources: {'Port': ['ID=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:56.088346 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:10:56.088726 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:56.090389 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:10:56.090930 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.091490 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:10:56.092145 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Bound port: 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:10:56.092693 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.112702 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (97ffca79-7d11-4ae1-b10b-f5eacf39a9d5), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.113276 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Added segment 97ffca79-7d11-4ae1-b10b-f5eacf39a9d5 of type vlan for network 81f31ed2-bef8-4425-af69-53fa8fa50cc0 Feb 21 10:10:56.170739 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:56.171676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:56.196771 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (81f31ed2-bef8-4425-af69-53fa8fa50cc0), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.457149 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-19cc2674-5f63-4ab6-937c-2d8bd875a81b None None] Provisioning complete for port b2df994f-ece8-4344-88fd-0e21fa90db64 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:56.457690 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-19cc2674-5f63-4ab6-937c-2d8bd875a81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.472155 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2700a-96a2-4381-a18c-2e41f6130a03 None None] Pushing event updated for resources: {'Port': ['ID=3eeca499-13c6-4aa2-8819-27ba84691225,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:56.479495 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] For port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:10:56.483797 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] For port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:10:56.492259 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24453863-b9a5-4c03-ae57-1c1d1b30792e,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:56.561463 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.579042 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (81f31ed2-bef8-4425-af69-53fa8fa50cc0), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.580260 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:56.580989 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.596352 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.684520 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Made reservation on behalf of 8860e437622b4f9bb4517159afb7f220 for: {'port': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:56.695392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-19cc2674-5f63-4ab6-937c-2d8bd875a81b None None] Port b2df994f-ece8-4344-88fd-0e21fa90db64 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:10:56.697497 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.747649 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:56.786127 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks [] for port (b296b544-0359-47dd-bebb-c6e533f12d39), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:56.792795 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fca95f-7c72-4691-8c1a-3f6b259510aa None None] Pushing event updated for resources: {'Port': ['ID=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:56.796876 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Routers {'48f80acf-70e1-4f7c-975e-5225810d8e56'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:10:56.797761 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['48f80acf-70e1-4f7c-975e-5225810d8e56'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:56.956754 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2877011 Feb 21 10:10:56.992547 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 32906) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:10:57.003617 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Request body: {'subnet': {'network_id': '81f31ed2-bef8-4425-af69-53fa8fa50cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-175584592-subnet', 'tenant_id': '6931a0f13ec746e8b51043634130c72a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:10:57.115493 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f3a7d4b6-69f2-4230-93c8-b2f4309ffacc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:57.120579 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (37f84042-3f04-4858-a7b7-cf4280c54078), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.215636 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Made reservation on behalf of 6931a0f13ec746e8b51043634130c72a for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:10:57.225114 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.228549 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.284555 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] Provisioning complete for port 3eeca499-13c6-4aa2-8819-27ba84691225 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:57.285085 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.359613 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ec16-3e5a-4550-be02-9ec17f512da8 admin admin] Pushing event updated for resources: {'Network': ['ID=81f31ed2-bef8-4425-af69-53fa8fa50cc0,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:57.387237 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-65c7ef4c-be7a-46fc-b7d0-e4622f62356d req-561087d8-c558-43d6-a855-67a9875a2349 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.2086022 Feb 21 10:10:57.442805 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 81f31ed2-bef8-4425-af69-53fa8fa50cc0 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:10:57.447610 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.527896 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:57.584879 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:57.589671 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] Set router 48f80acf-70e1-4f7c-975e-5225810d8e56 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:10:57.605572 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:10:57.606083 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (48f80acf-70e1-4f7c-975e-5225810d8e56), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.740571 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks [] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.765034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.765942 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (2c327d1b-c71f-478b-ba44-f999b38d57c4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:57.769622 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Pushing event updated for resources: {'Port': ['ID=b296b544-0359-47dd-bebb-c6e533f12d39,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:57.794123 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Allocated IP 172.20.0.6 (1dadd977-fc35-48d5-bc99-0414cb857782/adafffba-a137-4522-b662-7ffb852135c5/131c03ea-dc76-4ad3-9da7-03b92b24e2be) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:10:58.112838 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Pushing event updated for resources: {'Port': ['ID=b2df994f-ece8-4344-88fd-0e21fa90db64,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:58.189873 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:10:58.193409 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:58.257049 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:10:51Z', 'revision_number': 3, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:58.262526 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (36ff7de2-9e83-447d-b393-7ad223af5723), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.297296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.308722 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:58.309294 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.309611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.316910 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e6e01-36e1-4ce8-bdb2-7ae0fc41dae7 None None] The sync data for ids ['48f80acf-70e1-4f7c-975e-5225810d8e56'] in dv-cinder-830091-1-iscsi is: [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:10:51Z', 'revision_number': 3, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:10:58.484628 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'Port': ['ID=e24b0062-a857-45ff-9b67-8560f9d0ec8b,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:58.500269 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ff7de2-9e83-447d-b393-7ad223af5723,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:58.540997 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (37f84042-3f04-4858-a7b7-cf4280c54078), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.651366 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.652242 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] Current status of the port 3eeca499-13c6-4aa2-8819-27ba84691225 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:58.653567 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.654164 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1ee2e9cf-db73-45ac-9ea8-009a34a1c551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0024264 Feb 21 10:10:58.661000 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.819232 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:10:58.820209 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:58.878757 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:10:58.907802 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:59.010253 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] For port 3eeca499-13c6-4aa2-8819-27ba84691225, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3eeca499-13c6-4aa2-8819-27ba84691225,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:10:59.038068 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:59.080798 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Checking segment: {'id': '97ffca79-7d11-4ae1-b10b-f5eacf39a9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '81f31ed2-bef8-4425-af69-53fa8fa50cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:10:59.086002 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Network hostable DHCP agents. Network: 81f31ed2-bef8-4425-af69-53fa8fa50cc0, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:10:59.210323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:55Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:10:59.270098 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cd378f73-64c8-4691-8c30-8f869d5cdf0b req-fe01aa6b-4cde-427d-ae78-e03981d176f2 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.6316743 Feb 21 10:10:59.270655 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4e4930-10d9-4d0e-ab8c-2898019bd3ee None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:55Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:10:59.272358 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:10:59.321400 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Network 81f31ed2-bef8-4425-af69-53fa8fa50cc0 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:10:59.396541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-15d8436b-82ea-4f29-aeab-7a5248fbfb62 None None] Provisioning complete for port b2df994f-ece8-4344-88fd-0e21fa90db64 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:10:59.396541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-15d8436b-82ea-4f29-aeab-7a5248fbfb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:59.400326 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:10:59.422070 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-cbee45fc-f5e5-4a97-b226-e4d20ae89858 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1905475731&fields=id&tenant_id=55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 267 time: 0.1355164 Feb 21 10:10:59.430548 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:10:59.430847 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks [] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:59.576905 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 81f31ed2-bef8-4425-af69-53fa8fa50cc0) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:10:59.611714 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:10:59.612740 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:59.648887 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93d29f-42d8-4cb5-bbb7-3757d4a9e182 None None] Network 81f31ed2-bef8-4425-af69-53fa8fa50cc0 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:10:59.724233 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:10:59.955350 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-15d8436b-82ea-4f29-aeab-7a5248fbfb62 None None] Port b2df994f-ece8-4344-88fd-0e21fa90db64 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:10:59.989894 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-afe0b867-afde-4e3e-b701-91baf23706e6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9934983 Feb 21 10:10:59.991520 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:00.001679 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.073392 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:11:00.087526 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:11:00.101188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8c3c51d6-3c23-4275-8c99-4ea90fe21468 admin admin] 10.222.0.73 "PUT /v2.0/routers/2c327d1b-c71f-478b-ba44-f999b38d57c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9129529 Feb 21 10:11:00.125344 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:00.130959 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:00.134796 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Network 1dadd977-fc35-48d5-bc99-0414cb857782 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:00.139754 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-5d7766be-e6bd-42e8-94fe-3e5d54d3c427 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:00.150976 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-5d7766be-e6bd-42e8-94fe-3e5d54d3c427 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 817 time: 0.7150443 Feb 21 10:11:00.168616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:00.209690 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-e71be58a-1c43-4ab4-8528-2e1f6b6fbc9a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/quotas/55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 375 time: 0.0464559 Feb 21 10:11:00.216764 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff66d7-2981-47d5-a391-87672a511961 None None] Pushing event updated for resources: {'Port': ['ID=3eeca499-13c6-4aa2-8819-27ba84691225,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:00.255307 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:11:00.281000 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:00.282614 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.354965 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Pushing event updated for resources: {'Port': ['ID=131c03ea-dc76-4ad3-9da7-03b92b24e2be,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:00.419906 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460aabd7-150b-4077-9a42-cb9756c328f8 None None] Network 81f31ed2-bef8-4425-af69-53fa8fa50cc0 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:00.447830 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-9c98fd8e-6ff3-4e67-90d3-4e0a3f0fb8ca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8997686 Feb 21 10:11:00.508981 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks [] for port (b296b544-0359-47dd-bebb-c6e533f12d39), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.522712 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:00.534878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.535667 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (48f80acf-70e1-4f7c-975e-5225810d8e56), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.589971 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-98a4fcd0-eae9-4a53-a676-6e760a8ae64f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3740976 Feb 21 10:11:00.675796 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:00.676505 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.700740 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c652d-2efa-48a2-b619-20741e3de0a6 req-802a82da-c0fc-4a92-9f7d-5121f773efb2 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:00.705089 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd4c652d-2efa-48a2-b619-20741e3de0a6 req-802a82da-c0fc-4a92-9f7d-5121f773efb2 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 931 time: 0.2915690 Feb 21 10:11:00.722274 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:00.722500 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Pushing event updated for resources: {'Port': ['ID=b296b544-0359-47dd-bebb-c6e533f12d39,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:00.769738 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:00.811228 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:00.813007 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:00.865039 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd4c652d-2efa-48a2-b619-20741e3de0a6 req-6c3727d0-6280-44b1-a129-4904a7c37127 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542873 Feb 21 10:11:00.920305 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:00.953787 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-febbabf9-4c96-4e99-8e3f-9d92a1568b9b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:11:00.954801 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-febbabf9-4c96-4e99-8e3f-9d92a1568b9b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073549 Feb 21 10:11:00.988978 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 2, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:01.068432 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Router 48f80acf-70e1-4f7c-975e-5225810d8e56 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:11:01.084968 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:11:01.086233 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Updating router 2c327d1b-c71f-478b-ba44-f999b38d57c4 port b2df994f-ece8-4344-88fd-0e21fa90db64 binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:11:01.179012 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.277891 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-ea2ba9c7-e5ff-4f73-a4cb-0ae1c835e7d8 service neutron] 10.222.0.73 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150682 Feb 21 10:11:01.310845 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:01.391951 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:11:01.398763 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4c8f92da-72aa-471d-9bba-2221e6ed84ff admin admin] 10.222.0.73 "PUT /v2.0/routers/48f80acf-70e1-4f7c-975e-5225810d8e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8164573 Feb 21 10:11:01.432542 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33032) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:01.439522 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-33860488-network', 'tenant_id': 'a0420ba2f5724a57ab833541efbd6004'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:01.442857 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-95155c57-8598-4e12-bc2f-c94bd220e574 service neutron] 10.222.0.73 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640263 Feb 21 10:11:01.487710 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:01.490000 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.523513 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Made reservation on behalf of a0420ba2f5724a57ab833541efbd6004 for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:01.526223 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.544550 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.692107 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks [] for security_group (ffe92daf-8054-4990-9ca1-18000a7ef844), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.708455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ffe92daf-8054-4990-9ca1-18000a7ef844), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.741129 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:01.744606 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f3a7d4b6-69f2-4230-93c8-b2f4309ffacc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:01.748665 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe92daf-8054-4990-9ca1-18000a7ef844,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:01.769933 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:11:01.783091 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (61c34151-727d-48cd-92bf-daaecce0df62), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.783550 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Added segment 61c34151-727d-48cd-92bf-daaecce0df62 of type vlan for network dd6f6421-9194-406e-b85d-d1a3cb3aa467 Feb 21 10:11:01.797521 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cae7d2c7-d6e2-44ab-9cd1-b9be9a65bae8 req-86c95bc2-a296-4e52-8630-9bef6bc60120 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.0824728 Feb 21 10:11:01.832287 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Publish callbacks [] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.855195 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.882795 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (dd6f6421-9194-406e-b85d-d1a3cb3aa467), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.946265 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:01.946862 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.951625 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dd6f6421-9194-406e-b85d-d1a3cb3aa467), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:01.954097 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:01.955215 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.063018 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Sync routers for ids ['48f80acf-70e1-4f7c-975e-5225810d8e56'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:11:02.085081 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Attempting to bind port b2df994f-ece8-4344-88fd-0e21fa90db64 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:02.085463 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Attempting to bind port b2df994f-ece8-4344-88fd-0e21fa90db64 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:02.085848 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Attempting to bind port b2df994f-ece8-4344-88fd-0e21fa90db64 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:02.097623 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Routers {'48f80acf-70e1-4f7c-975e-5225810d8e56'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:02.098689 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['48f80acf-70e1-4f7c-975e-5225810d8e56'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:02.111709 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:02.112650 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Checking segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:02.126684 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.127631 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Bound using segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:02.128679 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Bound port: b2df994f-ece8-4344-88fd-0e21fa90db64, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:02.134908 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.252397 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182059bf-b1ef-4952-b486-b97df41624c5 None None] Pushing event updated for resources: {'Port': ['ID=b2df994f-ece8-4344-88fd-0e21fa90db64,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:02.311807 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Set router 48f80acf-70e1-4f7c-975e-5225810d8e56 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:02.345106 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6f6421-9194-406e-b85d-d1a3cb3aa467,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:02.351068 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8c313486-1eda-42e1-90ed-2a269e8f8062 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9170656 Feb 21 10:11:02.354199 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33082) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:02.354327 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] For port b2df994f-ece8-4344-88fd-0e21fa90db64, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:02.364564 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] For port b2df994f-ece8-4344-88fd-0e21fa90db64, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b2df994f-ece8-4344-88fd-0e21fa90db64,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:02.371562 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Request body: {'subnet': {'network_id': 'dd6f6421-9194-406e-b85d-d1a3cb3aa467', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-33860488-subnet', 'tenant_id': 'a0420ba2f5724a57ab833541efbd6004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:02.382043 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.423794 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33088) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:02.427184 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network dd6f6421-9194-406e-b85d-d1a3cb3aa467 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:11:02.433939 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591964825', 'description': 'tempest-description--1526280844'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:02.472791 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:02.473636 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:02.479397 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:02.480555 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3eeca499-13c6-4aa2-8819-27ba84691225 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:02.488822 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Made reservation on behalf of a0420ba2f5724a57ab833541efbd6004 for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:02.491112 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.534743 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] Provisioning complete for port b2df994f-ece8-4344-88fd-0e21fa90db64 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:02.535303 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.543595 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182059bf-b1ef-4952-b486-b97df41624c5 None None] Pushing event updated for resources: {'Port': ['ID=b2df994f-ece8-4344-88fd-0e21fa90db64,revision_number=4']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:02.647939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-7baa9df7-32e8-4c1e-9e75-f53c008d9c92 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:02.650185 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-7baa9df7-32e8-4c1e-9e75-f53c008d9c92 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 819 time: 0.4389536 Feb 21 10:11:02.655564 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.713136 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd04c9b-1643-43c7-a94e-ff6805745db4 req-12b66a4d-1b6b-463d-a249-c7eead68c5e9 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:02.719726 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cdd04c9b-1643-43c7-a94e-ff6805745db4 req-12b66a4d-1b6b-463d-a249-c7eead68c5e9 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 931 time: 0.2384727 Feb 21 10:11:02.723563 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-556df244-1e8f-4c11-9b7e-27121a7ea22e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/quotas/cc3fac73df654ae38575bcda41bd7514 HTTP/1.1" status: 200 len: 375 time: 0.0665042 Feb 21 10:11:02.815730 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.837222 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.865985 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:02.903410 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cdd04c9b-1643-43c7-a94e-ff6805745db4 req-516597d7-4a97-4eb2-abf0-3569a0fe3e3e tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786571 Feb 21 10:11:02.958103 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:02.959505 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5339334 Feb 21 10:11:02.963455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33098) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:02.964160 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-c54d8aa7-e95b-49b0-82b0-7cc93f2fba3a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2288461 Feb 21 10:11:02.973363 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'security_group_rule': {'security_group_id': 'a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:02.978238 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206f99e-35fa-4e5f-9374-49ce749ed7e6 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:03.001484 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 3eeca499-13c6-4aa2-8819-27ba84691225 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:03.002737 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.047776 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (fb79b5a8-aa28-4ca4-8015-124470e010f3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.059123 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c6ffbf92-5f67-4f25-8e61-4411d1911635 req-a73b0756-5f2a-40c5-a80f-7ee7ae6dd823 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.0641170 Feb 21 10:11:03.071188 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] Current status of the port b2df994f-ece8-4344-88fd-0e21fa90db64 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:03.071507 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.156181 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] For port b2df994f-ece8-4344-88fd-0e21fa90db64, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b2df994f-ece8-4344-88fd-0e21fa90db64,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:03.170091 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.183016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 3eeca499-13c6-4aa2-8819-27ba84691225 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:03.198905 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:02Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:03.199322 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (6c736f94-d5de-419a-8744-46a8def4a22d), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.199747 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-dad1f757-e02b-4a2b-85db-5fc99e12a83c service neutron] 10.222.0.73 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197626 Feb 21 10:11:03.209449 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b296b544-0359-47dd-bebb-c6e533f12d39', 'name': '', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'mac_address': 'fa:16:3e:b5:50:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '71125743-0887-4856-8644-3c8d76826d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:54Z', 'updated_at': '2022-02-21T10:10:59Z', 'revision_number': 2, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'subnets': [{'id': '71125743-0887-4856-8644-3c8d76826d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:03.229617 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0b18ec-9717-40bd-b9eb-e0d74db3a1e4 None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:02Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:11:03.245846 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Checking router: 48f80acf-70e1-4f7c-975e-5225810d8e56 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:11:03.246215 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Updating router 48f80acf-70e1-4f7c-975e-5225810d8e56 port b296b544-0359-47dd-bebb-c6e533f12d39 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:11:03.246605 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (fb79b5a8-aa28-4ca4-8015-124470e010f3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.257225 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (fb79b5a8-aa28-4ca4-8015-124470e010f3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.307465 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae61fb-bffc-4367-bc8b-755696f6cda9 None None] Pushing event updated for resources: {'Port': ['ID=b2df994f-ece8-4344-88fd-0e21fa90db64,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:03.326039 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.343701 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb79b5a8-aa28-4ca4-8015-124470e010f3,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:03.356035 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-2f3e91b9-b7d6-49cb-909f-82a13c5e369d None None] Provisioning complete for port b2df994f-ece8-4344-88fd-0e21fa90db64 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:03.356419 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-2f3e91b9-b7d6-49cb-909f-82a13c5e369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.371873 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.376208 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b19a4759-ebc4-473c-b798-65f798f28aa5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071443 Feb 21 10:11:03.378955 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33106) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:03.386853 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c736f94-d5de-419a-8744-46a8def4a22d,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:03.396161 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'security_group_rule': {'security_group_id': 'a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:03.440380 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Checking segment: {'id': '61c34151-727d-48cd-92bf-daaecce0df62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6f6421-9194-406e-b85d-d1a3cb3aa467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:03.440954 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Network hostable DHCP agents. Network: dd6f6421-9194-406e-b85d-d1a3cb3aa467, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:11:03.487854 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Network dd6f6421-9194-406e-b85d-d1a3cb3aa467 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:11:03.506014 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, dd6f6421-9194-406e-b85d-d1a3cb3aa467) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:03.510115 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:03.513426 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.516733 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (a81d5cf8-038b-41a9-82cf-b08169c455bb), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.544380 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-4b3f019f-d630-4778-8ce0-d4cbc253a452 service neutron] 10.222.0.73 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414841 Feb 21 10:11:03.551525 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98d7cc-5d3c-4846-8639-f31e9e9adfce None None] Network dd6f6421-9194-406e-b85d-d1a3cb3aa467 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:03.555717 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-bf0beb05-0a02-4627-adf6-de0fbf6692c5 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:11:03.563599 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-bf0beb05-0a02-4627-adf6-de0fbf6692c5 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167060 Feb 21 10:11:03.568683 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e9e94110-b99f-492e-bce4-db53e13f5afe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2116995 Feb 21 10:11:03.618118 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5cab98e8-1cbe-4eb3-ae3f-cfe421cdef06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.751640 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (a81d5cf8-038b-41a9-82cf-b08169c455bb), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.764666 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (a81d5cf8-038b-41a9-82cf-b08169c455bb), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.809468 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81d5cf8-038b-41a9-82cf-b08169c455bb,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:03.839023 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-2f3e91b9-b7d6-49cb-909f-82a13c5e369d None None] Current status of the port b2df994f-ece8-4344-88fd-0e21fa90db64 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:03.846573 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33120) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:03.848548 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d33db887-46b7-4aa7-90fe-02bad3c219f1 req-2a34772d-16e7-4327-adf6-1b757f51f927 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 210 time: 0.0615051 Feb 21 10:11:03.861092 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.866783 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4b0d1bfc-333d-4599-8d88-219e8935089d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4835258 Feb 21 10:11:03.867563 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33122) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:03.873287 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:03.924562 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Deleting subnet 36ff7de2-9e83-447d-b393-7ad223af5723 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:11:03.928267 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Publish callbacks [] for subnet (36ff7de2-9e83-447d-b393-7ad223af5723), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:03.932101 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.029590 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Publish callbacks [] for subnet (36ff7de2-9e83-447d-b393-7ad223af5723), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.040177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (36ff7de2-9e83-447d-b393-7ad223af5723), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.055244 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1cbdb-dc0d-413f-ad30-ce8e81a7d204 None None] Network dd6f6421-9194-406e-b85d-d1a3cb3aa467 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:04.153141 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (36ff7de2-9e83-447d-b393-7ad223af5723), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.191775 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.196370 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/36ff7de2-9e83-447d-b393-7ad223af5723 HTTP/1.1" status: 204 len: 168 time: 0.3474784 Feb 21 10:11:04.199032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33144) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:04.218019 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a58b0d-6355-4841-98e6-85c3ba0abf42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ff7de2-9e83-447d-b393-7ad223af5723,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:04.292906 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Publish callbacks [] for port (b296b544-0359-47dd-bebb-c6e533f12d39), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.299260 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.305440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9a7f-9723-40bf-b023-986e1b57051e req-c34b72a5-9f11-4dc9-af3a-5b54aa4562c1 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:04.306966 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c18f9a7f-9723-40bf-b023-986e1b57051e req-c34b72a5-9f11-4dc9-af3a-5b54aa4562c1 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 931 time: 0.3011496 Feb 21 10:11:04.346388 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83935c-672a-4807-aa90-9f74c81cb6b9 None None] Pushing event updated for resources: {'Port': ['ID=b296b544-0359-47dd-bebb-c6e533f12d39,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:04.360249 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (81f31ed2-bef8-4425-af69-53fa8fa50cc0), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.410416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.450267 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Attempting to bind port b296b544-0359-47dd-bebb-c6e533f12d39 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:04.450645 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Attempting to bind port b296b544-0359-47dd-bebb-c6e533f12d39 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:04.451046 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Attempting to bind port b296b544-0359-47dd-bebb-c6e533f12d39 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:04.457631 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:04.458112 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Checking segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:04.458592 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.459113 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Bound using segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:04.459562 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-485a669d-9466-4c42-8d32-6ea985365f03 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:04.459674 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Bound port: b296b544-0359-47dd-bebb-c6e533f12d39, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:04.460065 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.469437 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-485a669d-9466-4c42-8d32-6ea985365f03 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 819 time: 0.3649182 Feb 21 10:11:04.534267 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c57552aa-380e-4e93-be22-026690aabd65 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/quotas/cc3fac73df654ae38575bcda41bd7514 HTTP/1.1" status: 200 len: 375 time: 0.0625207 Feb 21 10:11:04.547216 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] For port b296b544-0359-47dd-bebb-c6e533f12d39, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:04.551733 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] For port b296b544-0359-47dd-bebb-c6e533f12d39, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b296b544-0359-47dd-bebb-c6e533f12d39,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:04.560447 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.614694 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c18f9a7f-9723-40bf-b023-986e1b57051e req-8c213db0-cd16-46b7-8dcb-322c7597abdb tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948344 Feb 21 10:11:04.667527 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83935c-672a-4807-aa90-9f74c81cb6b9 None None] Pushing event updated for resources: {'Port': ['ID=b296b544-0359-47dd-bebb-c6e533f12d39,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:04.671784 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Routers {'48f80acf-70e1-4f7c-975e-5225810d8e56'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:04.672411 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:10:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['48f80acf-70e1-4f7c-975e-5225810d8e56'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:04.796999 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] Set router 48f80acf-70e1-4f7c-975e-5225810d8e56 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:04.890135 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (81f31ed2-bef8-4425-af69-53fa8fa50cc0), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:04.923360 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e5a49585-487b-4019-b13e-ad7f8f9f2750 req-6587e364-19d9-4acb-9ebc-1bc5cee280ce tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.2062633 Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > port after_create 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > port after_update 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:04.947235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:05.010074 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b296b544-0359-47dd-bebb-c6e533f12d39', 'name': '', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'mac_address': 'fa:16:3e:b5:50:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '71125743-0887-4856-8644-3c8d76826d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:54Z', 'updated_at': '2022-02-21T10:11:04Z', 'revision_number': 4, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'subnets': [{'id': '71125743-0887-4856-8644-3c8d76826d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:05.039223 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd5178-b4ce-44d1-af27-a860d0c38c9b None None] The sync data for ids ['48f80acf-70e1-4f7c-975e-5225810d8e56'] in dv-cinder-830091-1-iscsi is: [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b296b544-0359-47dd-bebb-c6e533f12d39', 'name': '', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'mac_address': 'fa:16:3e:b5:50:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '71125743-0887-4856-8644-3c8d76826d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:54Z', 'updated_at': '2022-02-21T10:11:04Z', 'revision_number': 4, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'subnets': [{'id': '71125743-0887-4856-8644-3c8d76826d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:11:05.180247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:05.180667 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:05.181134 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:05.181570 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102846) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:05.182028 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f31ed2-bef8-4425-af69-53fa8fa50cc0']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:05.218068 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ffca79-7d11-4ae1-b10b-f5eacf39a9d5') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:05.218375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ffca79-7d11-4ae1-b10b-f5eacf39a9d5') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:05.251656 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-5b2b2e49-4239-4653-a55b-f2b237a44448 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6676540 Feb 21 10:11:05.253244 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Allocated IP 172.27.0.186 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/d19f747b-20aa-4253-8379-e4514120266d) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:11:05.323448 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (97ffca79-7d11-4ae1-b10b-f5eacf39a9d5), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.324229 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b2df994f-ece8-4344-88fd-0e21fa90db64 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:05.372140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (97ffca79-7d11-4ae1-b10b-f5eacf39a9d5), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.383731 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port b2df994f-ece8-4344-88fd-0e21fa90db64 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:05.384209 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.427717 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:11:05.428225 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (97ffca79-7d11-4ae1-b10b-f5eacf39a9d5), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: from cryptography.utils import int_from_bytes Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: from cryptography.utils import int_from_bytes Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:11:05.433334 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:11:05.486721 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port b2df994f-ece8-4344-88fd-0e21fa90db64 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:05.496618 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-3b97481f-1381-4a37-86db-8579bd85fc28 service neutron] 10.222.0.73 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300186 Feb 21 10:11:05.588522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (81f31ed2-bef8-4425-af69-53fa8fa50cc0), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.616045 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for port (d19f747b-20aa-4253-8379-e4514120266d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.620656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.624492 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] 10.222.0.73 "DELETE /v2.0/networks/81f31ed2-bef8-4425-af69-53fa8fa50cc0 HTTP/1.1" status: 204 len: 168 time: 1.4198189 Feb 21 10:11:05.628292 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33164) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:05.644637 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c4b96-7967-4351-8f4e-b4a6a32c22dc admin admin] Pushing event deleted for resources: {'Network': ['ID=81f31ed2-bef8-4425-af69-53fa8fa50cc0,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:05.742068 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-317e4704-2909-4066-9249-0728851921e2 service neutron] 10.222.0.73 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302406 Feb 21 10:11:05.759330 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Deleting subnet 6c736f94-d5de-419a-8744-46a8def4a22d {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:11:05.768690 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Publish callbacks [] for subnet (6c736f94-d5de-419a-8744-46a8def4a22d), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.794994 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (d19f747b-20aa-4253-8379-e4514120266d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.846499 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Publish callbacks [] for subnet (6c736f94-d5de-419a-8744-46a8def4a22d), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.847155 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-090b8def-7aae-4334-90cc-21d014ca8650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.856680 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (6c736f94-d5de-419a-8744-46a8def4a22d), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.923124 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:05.928001 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:05.929651 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (6c736f94-d5de-419a-8744-46a8def4a22d), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.932645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:11:05.954257 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:05.958963 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6c736f94-d5de-419a-8744-46a8def4a22d HTTP/1.1" status: 204 len: 168 time: 0.3287306 Feb 21 10:11:05.962620 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33174) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:06.015234 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'Port': ['ID=d19f747b-20aa-4253-8379-e4514120266d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:06.086809 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bb075-f0b6-4786-86b6-25dfcb7346f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c736f94-d5de-419a-8744-46a8def4a22d,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:06.120171 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c221be-baf7-4610-8c39-2767a97ab83c req-69fa3522-ae44-4330-9c1e-91ec3d86ce22 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:06.122109 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-18c221be-baf7-4610-8c39-2767a97ab83c req-69fa3522-ae44-4330-9c1e-91ec3d86ce22 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 931 time: 0.2926745 Feb 21 10:11:06.142966 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (dd6f6421-9194-406e-b85d-d1a3cb3aa467), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.192447 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-508c1a30-fa86-423a-b1e7-4cdc87f34cb0 req-cd2633cf-987d-4dfd-917d-804b9cd392b9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.1067004 Feb 21 10:11:06.296485 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (dd6f6421-9194-406e-b85d-d1a3cb3aa467), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.322848 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-18c221be-baf7-4610-8c39-2767a97ab83c req-81bf1b5f-b335-4d2c-bf03-7ddaea81c509 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756353 Feb 21 10:11:06.344069 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (853d603c-298d-4ba2-b595-3a1dd946aa52), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.374757 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.375208 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.376648 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.376861 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > port after_create 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.377324 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.377818 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > port after_update 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.378201 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.378686 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.379101 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.379663 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.382511 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9f4cf4e2-e264-474a-a549-828876a52a36 req-74151a7b-d539-456a-9eef-0d3e9ffb5b30 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 210 time: 0.1025331 Feb 21 10:11:06.447844 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (d19f747b-20aa-4253-8379-e4514120266d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.565331 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.565788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.566316 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.566849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102845) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 10:11:06.567270 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6f6421-9194-406e-b85d-d1a3cb3aa467']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:06.596974 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c34151-727d-48cd-92bf-daaecce0df62') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:06.599237 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c34151-727d-48cd-92bf-daaecce0df62') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:06.630148 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (61c34151-727d-48cd-92bf-daaecce0df62), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.677300 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (61c34151-727d-48cd-92bf-daaecce0df62), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.680154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for port (d19f747b-20aa-4253-8379-e4514120266d), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.684654 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (d19f747b-20aa-4253-8379-e4514120266d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.687178 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:11:06.687679 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (61c34151-727d-48cd-92bf-daaecce0df62), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: from cryptography.utils import int_from_bytes Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: from cryptography.utils import int_from_bytes Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:11:06.692743 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:11:06.755775 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'Port': ['ID=d19f747b-20aa-4253-8379-e4514120266d,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:06.764934 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (dd6f6421-9194-406e-b85d-d1a3cb3aa467), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.774284 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (853d603c-298d-4ba2-b595-3a1dd946aa52), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.775819 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.785267 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] 10.222.0.73 "DELETE /v2.0/networks/dd6f6421-9194-406e-b85d-d1a3cb3aa467 HTTP/1.1" status: 204 len: 168 time: 0.8190758 Feb 21 10:11:06.805656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:06.806476 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba18ab3-502a-4047-b0a7-8d51c1db0152 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6f6421-9194-406e-b85d-d1a3cb3aa467,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:06.818987 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1e3ed386-2868-4c19-9590-06f6397eca4f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9482095 Feb 21 10:11:06.925151 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:07.139332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33212) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:07.209396 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-8b459f0c-87fc-44d8-bab6-2912e7a2b38d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1591964825&fields=id&tenant_id=e7c6743e7c564ff19940036bc2529184 HTTP/1.1" status: 200 len: 267 time: 0.0996430 Feb 21 10:11:07.222937 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-272ecf7a-91d0-4b36-837f-e63da8c309ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6931a0f13ec746e8b51043634130c72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822840 Feb 21 10:11:07.223584 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33216) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:07.444788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e427aeae-d88c-4b5e-bee5-0233ccd0c287 admin admin] Publish callbacks [] for security_group (24453863-b9a5-4c03-ae57-1c1d1b30792e), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:07.530536 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b296b544-0359-47dd-bebb-c6e533f12d39 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:07.535300 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e427aeae-d88c-4b5e-bee5-0233ccd0c287 admin admin] Publish callbacks [] for security_group (24453863-b9a5-4c03-ae57-1c1d1b30792e), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:07.643107 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-599cd374-95fb-464d-822c-3bda2c525514 req-247604ee-4b6c-4ffe-a314-e4a8c447b459 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.1375856 Feb 21 10:11:07.673129 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port b296b544-0359-47dd-bebb-c6e533f12d39 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:07.674056 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:07.680140 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e427aeae-d88c-4b5e-bee5-0233ccd0c287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (24453863-b9a5-4c03-ae57-1c1d1b30792e), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:07.684127 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e427aeae-d88c-4b5e-bee5-0233ccd0c287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:07.688232 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e427aeae-d88c-4b5e-bee5-0233ccd0c287 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24453863-b9a5-4c03-ae57-1c1d1b30792e HTTP/1.1" status: 204 len: 168 time: 0.4636197 Feb 21 10:11:07.778180 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427aeae-d88c-4b5e-bee5-0233ccd0c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24453863-b9a5-4c03-ae57-1c1d1b30792e,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:07.885328 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Request body: {'port': {'device_id': 'a1756467-5690-498b-8e7e-044c0b56d698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:08.020109 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-392620dc-dca6-4aca-b739-878fbd4a43f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:08.048409 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-392620dc-dca6-4aca-b739-878fbd4a43f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 811 time: 0.8281333 Feb 21 10:11:08.088014 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:08.137796 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-74209adc-fd37-4635-ac44-67c12fe5af72 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/quotas/e7c6743e7c564ff19940036bc2529184 HTTP/1.1" status: 200 len: 375 time: 0.0880642 Feb 21 10:11:08.383605 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed8c79-6f04-4bbd-86c7-1da0e9859f3a req-444086be-7e75-4eba-9644-e092a3a5c4f7 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:08.399757 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dfed8c79-6f04-4bbd-86c7-1da0e9859f3a req-444086be-7e75-4eba-9644-e092a3a5c4f7 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 931 time: 0.5016055 Feb 21 10:11:08.443409 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port b296b544-0359-47dd-bebb-c6e533f12d39 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:08.445782 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:08.516788 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-3e237d0e-99c9-44f6-bec4-ebacbd2bd41a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3771501 Feb 21 10:11:08.576511 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:08.603149 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port b296b544-0359-47dd-bebb-c6e533f12d39, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b296b544-0359-47dd-bebb-c6e533f12d39,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:08.620479 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:08.635016 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33258) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:08.729225 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dfed8c79-6f04-4bbd-86c7-1da0e9859f3a req-2b205413-a479-4420-89b8-d7c222371be5 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261714 Feb 21 10:11:08.755403 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4022033c-ba1b-4523-8a32-a740f2a61f1c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0420ba2f5724a57ab833541efbd6004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189420 Feb 21 10:11:08.758081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33264) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:08.767522 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=b296b544-0359-47dd-bebb-c6e533f12d39,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:09.004731 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:11:09.018725 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.45', 51123) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:09.062065 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131c03ea-dc76-4ad3-9da7-03b92b24e2be {{(pid=102845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:09.080724 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Publish callbacks [] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:09.084377 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ee4cd43b-b1d2-48f2-9a15-4117f3f37b2b req-550060d3-4adf-4008-a5c6-71c92e0af5a7 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 210 time: 0.1505060 Feb 21 10:11:09.142871 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-703fd2fe-8fff-48f0-9c6d-380998772af5 service neutron] 10.222.0.73 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161339 Feb 21 10:11:09.143811 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.provisioning_blocks [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Transition to ACTIVE for port object 131c03ea-dc76-4ad3-9da7-03b92b24e2be will not be triggered until provisioned by entity L2. {{(pid=102845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:11:09.145562 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.45', 51124) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:09.150404 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:09.363831 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b296b544-0359-47dd-bebb-c6e533f12d39 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:09.456903 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.45', 51125) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:09.458823 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Pushing event updated for resources: {'Port': ['ID=131c03ea-dc76-4ad3-9da7-03b92b24e2be,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:09.534932 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port b296b544-0359-47dd-bebb-c6e533f12d39 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:09.536173 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:09.554008 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2972b63-f0e4-4072-981e-98454efe2596 req-5c9abb2a-3187-4f59-8b5e-6666583596c8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.0959046 Feb 21 10:11:09.554993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0c34e85d-9a8b-4fa2-80ec-ef0cb79a0d68 admin admin] Publish callbacks [] for security_group (ffe92daf-8054-4990-9ca1-18000a7ef844), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:09.678321 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0c34e85d-9a8b-4fa2-80ec-ef0cb79a0d68 admin admin] Publish callbacks [] for security_group (ffe92daf-8054-4990-9ca1-18000a7ef844), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:09.734279 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-212d4934-f1a3-4dee-85df-0778ce20148b service neutron] 10.222.0.73 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893993 Feb 21 10:11:09.759524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-946ec451-a57d-4e2a-9235-a27725534b3f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:09.771541 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-946ec451-a57d-4e2a-9235-a27725534b3f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 819 time: 0.7220721 Feb 21 10:11:09.830095 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port b296b544-0359-47dd-bebb-c6e533f12d39 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:09.872997 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Request body: {'port': {'device_id': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'admin_state_up': True, 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:09.884994 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:09.890000 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-297af584-dddd-441e-85be-d4bfbcecaf27 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:09.892238 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-297af584-dddd-441e-85be-d4bfbcecaf27 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 817 time: 0.7232430 Feb 21 10:11:09.931395 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.managers [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Attempting to bind port 131c03ea-dc76-4ad3-9da7-03b92b24e2be on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:09.932179 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.managers [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Attempting to bind port 131c03ea-dc76-4ad3-9da7-03b92b24e2be by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4a8ec2df-43de-4d4e-b8a6-03c9378fc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782'}] {{(pid=102845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:09.932845 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Attempting to bind port 131c03ea-dc76-4ad3-9da7-03b92b24e2be on network 1dadd977-fc35-48d5-bc99-0414cb857782 {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:09.940482 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Port 131c03ea-dc76-4ad3-9da7-03b92b24e2be on network 1dadd977-fc35-48d5-bc99-0414cb857782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:11:09.940873 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Attempting to bind port 131c03ea-dc76-4ad3-9da7-03b92b24e2be on network 1dadd977-fc35-48d5-bc99-0414cb857782 {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:10.021171 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:10.021588 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Checking segment: {'id': '4a8ec2df-43de-4d4e-b8a6-03c9378fc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:10.022093 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Bound using segment: {'id': '4a8ec2df-43de-4d4e-b8a6-03c9378fc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782'} {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:10.022569 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.managers [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Bound port: 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a8ec2df-43de-4d4e-b8a6-03c9378fc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782'}}] {{(pid=102845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:10.022928 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:10.029230 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-a3f69ed4-c0e6-4028-ae85-4b99542ee09e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:10.031067 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-a3f69ed4-c0e6-4028-ae85-4b99542ee09e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 819 time: 0.5698895 Feb 21 10:11:10.303700 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-0733ef01-d461-4fce-9eff-7fdcbe5db080 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 380 time: 0.3559532 Feb 21 10:11:10.399803 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Request body: {'port': {'device_id': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'admin_state_up': True, 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:10.401362 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'port': {'device_id': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'admin_state_up': True, 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'security_groups': ['7979e93e-762d-419d-babb-ac262a1f8f79']}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:10.447026 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] For port 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host hv-cinder-83009, cleared binding levels {{(pid=102845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:10.585504 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] For port 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be,segment=NetworkSegment(4a8ec2df-43de-4d4e-b8a6-03c9378fc032),segment_id=4a8ec2df-43de-4d4e-b8a6-03c9378fc032)] {{(pid=102845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:10.608736 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:10.649330 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ade83a7c-9328-4c62-81e1-96924116ae52 req-28da7777-0fc6-4a27-a2cf-6463deae87a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 210 time: 0.2670670 Feb 21 10:11:10.889135 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0c34e85d-9a8b-4fa2-80ec-ef0cb79a0d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ffe92daf-8054-4990-9ca1-18000a7ef844), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:10.891671 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0c34e85d-9a8b-4fa2-80ec-ef0cb79a0d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:10.893442 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-0c34e85d-9a8b-4fa2-80ec-ef0cb79a0d68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ffe92daf-8054-4990-9ca1-18000a7ef844 HTTP/1.1" status: 204 len: 168 time: 2.1337097 Feb 21 10:11:11.007410 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:11.008311 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:11.009605 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] 10.222.0.45 "PUT /v2.0/ports/131c03ea-dc76-4ad3-9da7-03b92b24e2be HTTP/1.1" status: 200 len: 1093 time: 3.3186250 Feb 21 10:11:11.011471 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1756467-5690-498b-8e7e-044c0b56d698', 'tag': '131c03ea-dc76-4ad3-9da7-03b92b24e2be'}] {{(pid=102845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:11.041865 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd436e66-41df-448f-a60d-2f4a1dcd74d3 req-12571f89-c0d3-4fde-b904-c5e8e666bb22 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 210 time: 0.1730742 Feb 21 10:11:11.065870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34e85d-9a8b-4fa2-80ec-ef0cb79a0d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe92daf-8054-4990-9ca1-18000a7ef844,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:11.079779 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63149d6-073a-4e06-b73f-585de6ebd807 req-5314e625-286a-4155-8984-8328e31eb826 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:11.111764 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c63149d6-073a-4e06-b73f-585de6ebd807 req-5314e625-286a-4155-8984-8328e31eb826 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 943 time: 1.0794315 Feb 21 10:11:11.148044 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dad49-7048-4e58-9477-696017c54603 service neutron] Pushing event updated for resources: {'Port': ['ID=131c03ea-dc76-4ad3-9da7-03b92b24e2be,revision_number=3']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:11.213836 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Made reservation on behalf of cc3fac73df654ae38575bcda41bd7514 for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:11.227286 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:11.321558 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Made reservation on behalf of cc3fac73df654ae38575bcda41bd7514 for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:11.333582 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:11.372849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b91de880df0830b55dcdfef1929eeb4fc9bbb0512a2ce3745975162853d798d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3532755e-760e-4e73-a2ee-477427aac6b4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1756467-5690-498b-8e7e-044c0b56d698", "tag": "131c03ea-dc76-4ad3-9da7-03b92b24e2be"}]}' {{(pid=102845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:11.394228 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c63149d6-073a-4e06-b73f-585de6ebd807 req-ecb4ea98-c48c-41f5-bab3-2f9427b412f8 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777615 Feb 21 10:11:11.426959 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Made reservation on behalf of 55c503357f9d4544a24d58abe60a0d2b for: {'port': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:11.443114 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:11.484212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-adc269eb-c687-4828-923c-60872dad9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:11.486695 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-adc269eb-c687-4828-923c-60872dad9613 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8860e437622b4f9bb4517159afb7f220&device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 1127 time: 0.3170662 Feb 21 10:11:11.634208 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64d5af95-0a6c-453f-9648-59140ee31711 req-6061a70b-f4d8-4e96-b99e-9b670b4fa789 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.0866818 Feb 21 10:11:11.784582 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-eeee7c7b-17c7-4a96-b11f-c100abe5e277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be HTTP/1.1" status: 200 len: 217 time: 0.1892421 Feb 21 10:11:12.074798 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-901b48cc-16ab-4875-a987-aa83afcf19e2 req-40008797-dafe-46b8-85b7-b09cbf96023e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 210 time: 0.0980988 Feb 21 10:11:12.180663 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d37acf-8aed-41d5-8050-62110913268f req-aedcbbcb-4799-4a18-9495-d430195c8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:12.184305 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-aedcbbcb-4799-4a18-9495-d430195c8028 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adafffba-a137-4522-b662-7ffb852135c5 HTTP/1.1" status: 200 len: 852 time: 0.3727558 Feb 21 10:11:12.196945 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Allocated IP 172.20.0.6 (d5d31013-7314-4039-8cfb-6e85de7f35f1/71125743-0887-4856-8644-3c8d76826d70/b38f5989-b0dd-45ce-8a06-76f490467a18) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:11:12.371894 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.45', 51134) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:12.381104 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-8859d51f-4e08-47f2-92e4-582db315e186 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1dadd977-fc35-48d5-bc99-0414cb857782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807866 Feb 21 10:11:12.384572 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa634c-6ca9-4f36-8db7-d0eff0b17420 x-openstack-request-id: req-c2aa634c-6ca9-4f36-8db7-d0eff0b17420 {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:12.384870 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1756467-5690-498b-8e7e-044c0b56d698", "tag": "131c03ea-dc76-4ad3-9da7-03b92b24e2be", "status": "completed", "code": 200}]} {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:12.385160 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2aa634c-6ca9-4f36-8db7-d0eff0b17420 {{(pid=102845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:12.385634 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1756467-5690-498b-8e7e-044c0b56d698', 'tag': '131c03ea-dc76-4ad3-9da7-03b92b24e2be', 'status': 'completed', 'code': 200} Feb 21 10:11:12.390501 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Allocated IP 172.20.0.8 (0cdbeca7-668b-40ff-9539-e46556783a24/31f95299-292c-4f39-bc5d-e1d10cdbbcd4/b8f5f157-9a72-4c78-a94e-482ebbc0d47b) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:11:12.809486 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-53ece73e-34b7-41b4-b068-f7ca7ba673e8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:12.811435 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-53ece73e-34b7-41b4-b068-f7ca7ba673e8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 811 time: 0.4283898 Feb 21 10:11:12.928436 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0a422bed-11c3-4f23-b8d4-ee3288dea318 req-e235de8e-4737-4667-9b20-d7416b581508 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 210 time: 0.4454701 Feb 21 10:11:12.968542 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.014046 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-7bc6716c-5241-43a8-b1a8-fa5cd719788f service neutron] 10.222.0.45 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191669 Feb 21 10:11:13.018691 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.184786 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efb7ba-7978-4416-91d2-ea19d5a02bb4 req-f89a0b54-c619-4eb0-ae03-1d2039d6bb3b tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:13.189335 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Network 0cdbeca7-668b-40ff-9539-e46556783a24 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:13.193822 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-24efb7ba-7978-4416-91d2-ea19d5a02bb4 req-f89a0b54-c619-4eb0-ae03-1d2039d6bb3b tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 943 time: 0.3759246 Feb 21 10:11:13.194322 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:13.210285 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-98d37acf-8aed-41d5-8050-62110913268f req-37edb681-5c27-46ce-b7a3-ca677b8f6d4e service neutron] 10.222.0.45 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626563 Feb 21 10:11:13.213932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks [] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.214904 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:11:13.328746 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:13.329553 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.338549 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-2014bbac-4958-4e33-a59a-1a4798ae2f62 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c6743e7c564ff19940036bc2529184 HTTP/1.1" status: 200 len: 380 time: 0.4251411 Feb 21 10:11:13.358707 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:13.375076 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'port': {'device_id': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'admin_state_up': True, 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'security_groups': ['a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:13.441379 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-38011557-0dbd-4e56-a08a-97ef1c3f412b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0530066 Feb 21 10:11:13.466573 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Request body: {'port': {'device_id': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:13.547468 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-a1765c6e-4ad9-4821-afa4-bf040e54e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:13.549390 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-a1765c6e-4ad9-4821-afa4-bf040e54e639 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8860e437622b4f9bb4517159afb7f220&device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 1127 time: 0.2163899 Feb 21 10:11:13.650846 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f5c5dc19-1d8e-4966-936f-0263e2ed8a37 None None] Provisioning complete for port b8f5f157-9a72-4c78-a94e-482ebbc0d47b triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:13.652769 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f5c5dc19-1d8e-4966-936f-0263e2ed8a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.683138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33462) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:13.703693 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.744080 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f5c5dc19-1d8e-4966-936f-0263e2ed8a37 None None] Port b8f5f157-9a72-4c78-a94e-482ebbc0d47b cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:11:13.761590 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-24efb7ba-7978-4416-91d2-ea19d5a02bb4 req-886bc505-a893-4bd5-ab49-5f6baa357a88 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664186 Feb 21 10:11:13.812061 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:13.853542 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d89b7a-5bec-4b7a-8a5f-ec9f2b3c98d3 req-ff198920-14bd-4fe8-9a6b-829a0fc8e255 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:13.856029 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-35d89b7a-5bec-4b7a-8a5f-ec9f2b3c98d3 req-ff198920-14bd-4fe8-9a6b-829a0fc8e255 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 931 time: 0.4292259 Feb 21 10:11:13.960581 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-6d5295ed-1691-4003-8ff4-a728a52bc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:13.960581 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-6d5295ed-1691-4003-8ff4-a728a52bc8b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1dadd977-fc35-48d5-bc99-0414cb857782 HTTP/1.1" status: 200 len: 913 time: 0.3691618 Feb 21 10:11:14.054325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Made reservation on behalf of e7c6743e7c564ff19940036bc2529184 for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:14.057673 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.067008 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:14.113577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:14.117141 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:11:14.165357 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-35d89b7a-5bec-4b7a-8a5f-ec9f2b3c98d3 req-f25bb735-98f5-4375-929d-2e815c962eaa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830682 Feb 21 10:11:14.166182 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae076967-ef35-4825-b2af-f8ace6b83915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.166626 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f5f157-9a72-4c78-a94e-482ebbc0d47b {{(pid=102845) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:14.177248 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Publish callbacks [] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.192798 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.provisioning_blocks [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Transition to ACTIVE for port object b8f5f157-9a72-4c78-a94e-482ebbc0d47b will not be triggered until provisioned by entity L2. {{(pid=102845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:11:14.199135 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.254679 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:14.325090 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0aea8c41-f522-43dc-94d0-2bbff9ee04b8 req-95ef0e97-f57a-4416-87c0-1fdb7f1f943f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 210 time: 0.3907270 Feb 21 10:11:14.343452 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Allocated IP 172.20.0.13 (d5d31013-7314-4039-8cfb-6e85de7f35f1/71125743-0887-4856-8644-3c8d76826d70/487143f5-c802-44ca-a89f-ac1ffe604690) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:11:14.345608 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Pushing event updated for resources: {'Port': ['ID=b38f5989-b0dd-45ce-8a06-76f490467a18,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:14.393193 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.managers [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Attempting to bind port b8f5f157-9a72-4c78-a94e-482ebbc0d47b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:14.393781 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.managers [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Attempting to bind port b8f5f157-9a72-4c78-a94e-482ebbc0d47b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}] {{(pid=102845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:14.394343 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Attempting to bind port b8f5f157-9a72-4c78-a94e-482ebbc0d47b on network 0cdbeca7-668b-40ff-9539-e46556783a24 {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:14.400483 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Port b8f5f157-9a72-4c78-a94e-482ebbc0d47b on network 0cdbeca7-668b-40ff-9539-e46556783a24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:11:14.401245 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Attempting to bind port b8f5f157-9a72-4c78-a94e-482ebbc0d47b on network 0cdbeca7-668b-40ff-9539-e46556783a24 {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:14.419289 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:14.419775 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Checking segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:14.420730 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Bound using segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} {{(pid=102845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:14.421511 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.managers [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Bound port: b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}}] {{(pid=102845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:14.421889 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.497971 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:14.498721 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.571637 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, cleared binding levels {{(pid=102845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:14.577149 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:14.602947 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.605642 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-23325bee-2e37-4099-8a13-8fddb6bfe579 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7720728 Feb 21 10:11:14.686589 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005f0fd-5475-4d67-bba8-d51f4612cbeb req-5d6cf827-41fa-45ed-8438-47e95b5a3df9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:14.693671 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:14.694696 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:14.694886 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2005f0fd-5475-4d67-bba8-d51f4612cbeb req-5d6cf827-41fa-45ed-8438-47e95b5a3df9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 931 time: 0.3624449 Feb 21 10:11:14.696982 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 1093 time: 1.2375782 Feb 21 10:11:14.697875 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:14.702284 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b91de880df0830b55dcdfef1929eeb4fc9bbb0512a2ce3745975162853d798d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017948e0-5323-4a3a-838a-2dd03d417bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:14.767284 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de422f90-c052-4915-ba43-15ec3dd370c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=3']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:14.809305 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33530) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:14.942670 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c681e-670e-49b9-88da-f931384cebf4 x-openstack-request-id: req-3a7c681e-670e-49b9-88da-f931384cebf4 {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:14.943080 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "status": "completed", "code": 200}]} {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:14.943238 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a7c681e-670e-49b9-88da-f931384cebf4 {{(pid=102845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:14.943578 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'status': 'completed', 'code': 200} Feb 21 10:11:15.024393 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4df1c73e-fbf5-432f-94e1-399785eabf09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.079760 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33538) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:15.133607 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4df1c73e-fbf5-432f-94e1-399785eabf09 admin admin] Publish callbacks [] for security_group (467be750-7b82-4c14-9240-467c45b7729d), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.138679 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4df1c73e-fbf5-432f-94e1-399785eabf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (467be750-7b82-4c14-9240-467c45b7729d), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.174062 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4df1c73e-fbf5-432f-94e1-399785eabf09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cf7c552b203f42dd8313e65dd5f04093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632007 Feb 21 10:11:15.174889 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33542) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:15.180411 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Allocated IP 172.20.0.14 (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa/515b66a3-d3cf-43d6-a321-39ba872266a4/f22da312-627c-4f80-97c3-0bfaa57f9163) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:11:15.197440 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1c73e-fbf5-432f-94e1-399785eabf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467be750-7b82-4c14-9240-467c45b7729d,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:15.227567 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-80a9c8ee-b2ae-4c82-9d5b-c7b32722d06c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.265503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Request body: {'port': {'device_id': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:15.270931 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2005f0fd-5475-4d67-bba8-d51f4612cbeb req-aa3812d3-3ee4-4404-ba1e-ecccc7fbd944 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753684 Feb 21 10:11:15.305585 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05663c3e-5e0f-4075-98d8-a2a03836f4d8 admin admin] Publish callbacks [] for security_group (467be750-7b82-4c14-9240-467c45b7729d), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.307951 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-1a85b085-433c-430d-89ca-b7dfa8b3b890 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be HTTP/1.1" status: 200 len: 217 time: 0.0447848 Feb 21 10:11:15.309221 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae076967-ef35-4825-b2af-f8ace6b83915 admin admin] Publish callbacks [] for security_group (49cb3f28-172e-4f8a-9eee-fed8414a594e), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.327154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae076967-ef35-4825-b2af-f8ace6b83915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (49cb3f28-172e-4f8a-9eee-fed8414a594e), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.346460 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05663c3e-5e0f-4075-98d8-a2a03836f4d8 admin admin] Publish callbacks [] for security_group (467be750-7b82-4c14-9240-467c45b7729d), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.359946 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2275a32-075b-4361-8a44-b1146d820d18 req-53211a70-306f-41d2-af0a-2e01aae0aa76 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:15.362074 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2275a32-075b-4361-8a44-b1146d820d18 req-53211a70-306f-41d2-af0a-2e01aae0aa76 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 943 time: 0.2444782 Feb 21 10:11:15.399465 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks [] for port (487143f5-c802-44ca-a89f-ac1ffe604690), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.411088 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-80a9c8ee-b2ae-4c82-9d5b-c7b32722d06c admin admin] Publish callbacks [] for security_group (50bf2d4a-a170-4a44-8bf8-bee307b3c609), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.416048 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-80a9c8ee-b2ae-4c82-9d5b-c7b32722d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (50bf2d4a-a170-4a44-8bf8-bee307b3c609), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.515034 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ae076967-ef35-4825-b2af-f8ace6b83915 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=425aa79ed70a453eb53f71930c0411c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8160665 Feb 21 10:11:15.524618 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33550) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:15.528778 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076967-ef35-4825-b2af-f8ace6b83915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cb3f28-172e-4f8a-9eee-fed8414a594e,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:15.565693 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.641705 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2275a32-075b-4361-8a44-b1146d820d18 req-99d31dd4-5c6c-40e4-8910-18cbb7a99467 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590103 Feb 21 10:11:15.647863 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05663c3e-5e0f-4075-98d8-a2a03836f4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (467be750-7b82-4c14-9240-467c45b7729d), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.650008 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05663c3e-5e0f-4075-98d8-a2a03836f4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.653957 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-05663c3e-5e0f-4075-98d8-a2a03836f4d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/467be750-7b82-4c14-9240-467c45b7729d HTTP/1.1" status: 204 len: 168 time: 0.4752388 Feb 21 10:11:15.690912 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9c8ee-b2ae-4c82-9d5b-c7b32722d06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf2d4a-a170-4a44-8bf8-bee307b3c609,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:15.695510 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4279cb-a2a2-4174-9050-cdb6ddf07b46 req-dfa81f25-9b33-4f6f-bc8d-6d19997862c8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:15.700313 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-80a9c8ee-b2ae-4c82-9d5b-c7b32722d06c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bbfc80d692a34e52a42e5c1396ad2f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6163363 Feb 21 10:11:15.702207 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cd4279cb-a2a2-4174-9050-cdb6ddf07b46 req-dfa81f25-9b33-4f6f-bc8d-6d19997862c8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.3263681 Feb 21 10:11:15.704228 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33554) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:15.709715 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-26206d9a-89dd-4cc4-8eb9-afa6f2e9d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:15.710464 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-26206d9a-89dd-4cc4-8eb9-afa6f2e9d99c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adafffba-a137-4522-b662-7ffb852135c5 HTTP/1.1" status: 200 len: 852 time: 0.2906425 Feb 21 10:11:15.736237 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05663c3e-5e0f-4075-98d8-a2a03836f4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467be750-7b82-4c14-9240-467c45b7729d,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:15.758970 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.766667 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-722091b9-879a-4657-a400-038e6e7fa6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:15.768143 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-722091b9-879a-4657-a400-038e6e7fa6b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1127 time: 0.3493576 Feb 21 10:11:15.773102 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-a4d2be95-62f3-40fc-b12a-d2a5ff72a9c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1dadd977-fc35-48d5-bc99-0414cb857782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506797 Feb 21 10:11:15.868622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.927197 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50162819-215b-4fab-b6e8-43a292c1675d admin admin] Publish callbacks [] for security_group (49cb3f28-172e-4f8a-9eee-fed8414a594e), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.954878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f1fa-930a-4f3c-ac9e-52bf0eb10f95 admin admin] Publish callbacks [] for security_group (50bf2d4a-a170-4a44-8bf8-bee307b3c609), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:15.968760 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-529832a0-cc48-4d6b-bcdd-87f4f18283be req-10eda8a8-3b8c-47a2-b23e-a1141dafc43c tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 210 time: 0.1158547 Feb 21 10:11:16.020638 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Network d5d31013-7314-4039-8cfb-6e85de7f35f1 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:16.042007 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f1fa-930a-4f3c-ac9e-52bf0eb10f95 admin admin] Publish callbacks [] for security_group (50bf2d4a-a170-4a44-8bf8-bee307b3c609), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.050220 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:16.052011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Pushing event updated for resources: {'Port': ['ID=487143f5-c802-44ca-a89f-ac1ffe604690,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:16.069301 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33566) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:16.070687 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cd4279cb-a2a2-4174-9050-cdb6ddf07b46 req-fe90fe58-dac7-48e6-a173-955fca7c8997 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602788 Feb 21 10:11:16.077221 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:11:16.083661 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50162819-215b-4fab-b6e8-43a292c1675d admin admin] Publish callbacks [] for security_group (49cb3f28-172e-4f8a-9eee-fed8414a594e), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.094181 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-7c08ecf4-c435-4135-b289-14467bcac903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.096521 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-7c08ecf4-c435-4135-b289-14467bcac903 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=55c503357f9d4544a24d58abe60a0d2b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3090408 Feb 21 10:11:16.111857 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-1e8beb1b-9ae8-4703-81c8-511a59355455 service neutron] 10.222.0.45 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259952 Feb 21 10:11:16.116518 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ae91dcc2-7885-4a7b-9c3f-103c7e160d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.156964 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f1fa-930a-4f3c-ac9e-52bf0eb10f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (50bf2d4a-a170-4a44-8bf8-bee307b3c609), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.160290 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a6a7f1fa-930a-4f3c-ac9e-52bf0eb10f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.164233 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a6a7f1fa-930a-4f3c-ac9e-52bf0eb10f95 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50bf2d4a-a170-4a44-8bf8-bee307b3c609 HTTP/1.1" status: 204 len: 168 time: 0.4590490 Feb 21 10:11:16.199472 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a7f1fa-930a-4f3c-ac9e-52bf0eb10f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf2d4a-a170-4a44-8bf8-bee307b3c609,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:16.211677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.225602 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.226332 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.309980 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-370c2314-ae00-4176-ad69-e1d4620dd8b4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9294360 Feb 21 10:11:16.318124 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:11:16.325852 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50162819-215b-4fab-b6e8-43a292c1675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (49cb3f28-172e-4f8a-9eee-fed8414a594e), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.328531 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50162819-215b-4fab-b6e8-43a292c1675d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.333106 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-50162819-215b-4fab-b6e8-43a292c1675d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49cb3f28-172e-4f8a-9eee-fed8414a594e HTTP/1.1" status: 204 len: 168 time: 0.7980366 Feb 21 10:11:16.337369 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:16.348038 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'Port': ['ID=f22da312-627c-4f80-97c3-0bfaa57f9163,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:16.355312 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:11:16.366679 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50162819-215b-4fab-b6e8-43a292c1675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cb3f28-172e-4f8a-9eee-fed8414a594e,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:16.401138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Request body: {'port': {'device_id': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:16.515244 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ae91dcc2-7885-4a7b-9c3f-103c7e160d2a admin admin] Publish callbacks [] for security_group (798fb497-c8bd-4bcc-9c9e-749f35683071), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.540716 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38f5989-b0dd-45ce-8a06-76f490467a18 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:16.545291 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-ad05e549-5a5f-435c-82c6-151c98e047b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.546935 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-ad05e549-5a5f-435c-82c6-151c98e047b0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3672533 Feb 21 10:11:16.553906 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ae91dcc2-7885-4a7b-9c3f-103c7e160d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (798fb497-c8bd-4bcc-9c9e-749f35683071), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.555040 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.555886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.581803 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3532755e-760e-4e73-a2ee-477427aac6b4 req-a6726b5e-7f9b-4a8b-b4b4-70be5fba87a6 service neutron] 10.222.0.45 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751646 Feb 21 10:11:16.603739 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Publish callbacks [] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.620077 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.620411 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ae91dcc2-7885-4a7b-9c3f-103c7e160d2a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70f393c409b04bb18fc1b30783d53567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5498090 Feb 21 10:11:16.631081 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33576) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:16.668443 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91dcc2-7885-4a7b-9c3f-103c7e160d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798fb497-c8bd-4bcc-9c9e-749f35683071,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:16.717755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Transition to ACTIVE for port object b38f5989-b0dd-45ce-8a06-76f490467a18 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:11:16.721264 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9c9ced5f-8082-4368-a5ec-63e3d819ee4d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3743014 Feb 21 10:11:16.736107 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Request body: {'port': {'device_id': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:16.745999 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.746869 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-23b4caa2-33bb-42e0-8af1-33214af538b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.749324 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-23b4caa2-33bb-42e0-8af1-33214af538b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1127 time: 0.1521635 Feb 21 10:11:16.798050 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b80d17-28ee-41e3-adfe-a564531b6c8e req-e6973234-1299-4d7a-a607-ab4fcdd7cc5d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.800515 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62b80d17-28ee-41e3-adfe-a564531b6c8e req-e6973234-1299-4d7a-a607-ab4fcdd7cc5d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 931 time: 0.3200431 Feb 21 10:11:16.801554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-d5244842-2ec5-43ef-96dc-6f134e5f1ecb None None] Provisioning complete for port f22da312-627c-4f80-97c3-0bfaa57f9163 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:16.802041 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d5244842-2ec5-43ef-96dc-6f134e5f1ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.813316 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-3abda667-a797-4276-a407-04f5c73db0d9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 217 time: 0.0534403 Feb 21 10:11:16.814211 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-16f75c6e-416e-4cc6-8477-77e2e4366c28 admin admin] Publish callbacks [] for security_group (798fb497-c8bd-4bcc-9c9e-749f35683071), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.881463 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-16f75c6e-416e-4cc6-8477-77e2e4366c28 admin admin] Publish callbacks [] for security_group (798fb497-c8bd-4bcc-9c9e-749f35683071), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.898468 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-d5244842-2ec5-43ef-96dc-6f134e5f1ecb None None] Port f22da312-627c-4f80-97c3-0bfaa57f9163 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:11:16.913491 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33582) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:16.916809 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-f54a1c3f-d048-47a5-b7f1-b2c4cca145b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:16.918464 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-f54a1c3f-d048-47a5-b7f1-b2c4cca145b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0823452 Feb 21 10:11:16.946903 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-422f3def-8f40-407e-8ef7-b6523cf6e598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:16.976903 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33584) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:16.980411 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b38f5989-b0dd-45ce-8a06-76f490467a18,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:17.011173 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-811927b8-f1be-45fa-b922-755c57bb8093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.034040 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-16f75c6e-416e-4cc6-8477-77e2e4366c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (798fb497-c8bd-4bcc-9c9e-749f35683071), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.036551 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-16f75c6e-416e-4cc6-8477-77e2e4366c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.037726 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-16f75c6e-416e-4cc6-8477-77e2e4366c28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/798fb497-c8bd-4bcc-9c9e-749f35683071 HTTP/1.1" status: 204 len: 168 time: 0.4055386 Feb 21 10:11:17.063258 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.095011 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f75c6e-416e-4cc6-8477-77e2e4366c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798fb497-c8bd-4bcc-9c9e-749f35683071,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:17.105569 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09035ee1-0731-432f-b673-b40b1333cba8 req-278a6462-98c6-4500-94a6-b016688f4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:17.107753 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-278a6462-98c6-4500-94a6-b016688f4a66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1777136 Feb 21 10:11:17.228878 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62b80d17-28ee-41e3-adfe-a564531b6c8e req-ab48266d-a122-4847-98b8-295c7381fc31 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962431 Feb 21 10:11:17.250149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d11867-6616-4156-b272-6b7b3e7b444c req-bb63edf6-45be-4849-adbf-936c1261052e tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:17.254543 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2d11867-6616-4156-b272-6b7b3e7b444c req-bb63edf6-45be-4849-adbf-936c1261052e tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 943 time: 0.4772494 Feb 21 10:11:17.307431 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-422f3def-8f40-407e-8ef7-b6523cf6e598 admin admin] Publish callbacks [] for security_group (539b028f-6ca8-4330-a4d5-d3cfa9448590), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.321224 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-b791c8f6-71b8-491d-92d4-1f7ff2e36ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048345 Feb 21 10:11:17.348155 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-422f3def-8f40-407e-8ef7-b6523cf6e598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (539b028f-6ca8-4330-a4d5-d3cfa9448590), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.447157 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-422f3def-8f40-407e-8ef7-b6523cf6e598 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e487dc320ddf4e1092544c8345564f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5316777 Feb 21 10:11:17.452172 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-811927b8-f1be-45fa-b922-755c57bb8093 admin admin] Publish callbacks [] for security_group (940afcb4-f0d0-4a30-8e27-482a490bc78c), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.454966 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33596) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:17.516991 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-811927b8-f1be-45fa-b922-755c57bb8093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (940afcb4-f0d0-4a30-8e27-482a490bc78c), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.562830 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-811927b8-f1be-45fa-b922-755c57bb8093 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b7d8341a1704825b6d9d7864320414b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5823379 Feb 21 10:11:17.571054 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33602) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:17.582471 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33604) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:17.603245 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f3def-8f40-407e-8ef7-b6523cf6e598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539b028f-6ca8-4330-a4d5-d3cfa9448590,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:17.643838 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb475-9aa9-4701-af24-da429d75f71d admin admin] Publish callbacks [] for security_group (539b028f-6ca8-4330-a4d5-d3cfa9448590), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.660281 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-098a9db3-93d0-41f0-8ded-3b01bbbe88ff service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279431 Feb 21 10:11:17.669373 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Attempting to bind port b38f5989-b0dd-45ce-8a06-76f490467a18 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:17.669943 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Attempting to bind port b38f5989-b0dd-45ce-8a06-76f490467a18 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:17.670512 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Attempting to bind port b38f5989-b0dd-45ce-8a06-76f490467a18 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:17.693346 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2d11867-6616-4156-b272-6b7b3e7b444c req-5130f0a0-16a0-4f15-b33b-39a42daf21ac tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419511 Feb 21 10:11:17.721757 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb475-9aa9-4701-af24-da429d75f71d admin admin] Publish callbacks [] for security_group (539b028f-6ca8-4330-a4d5-d3cfa9448590), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.739447 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811927b8-f1be-45fa-b922-755c57bb8093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940afcb4-f0d0-4a30-8e27-482a490bc78c,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:17.754606 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Port b38f5989-b0dd-45ce-8a06-76f490467a18 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:11:17.754956 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Attempting to bind port b38f5989-b0dd-45ce-8a06-76f490467a18 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:17.777926 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:17.779202 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Checking segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:17.779792 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Bound using segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:17.780294 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Bound port: b38f5989-b0dd-45ce-8a06-76f490467a18, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:17.780676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.800441 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-38b20307-47c5-47dd-a5cc-97de089c7e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.802217 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-72b2dce0-769f-464f-8fe7-e942a674c7a2 admin admin] Publish callbacks [] for security_group (940afcb4-f0d0-4a30-8e27-482a490bc78c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.835365 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-72b2dce0-769f-464f-8fe7-e942a674c7a2 admin admin] Publish callbacks [] for security_group (940afcb4-f0d0-4a30-8e27-482a490bc78c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.884966 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb475-9aa9-4701-af24-da429d75f71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (539b028f-6ca8-4330-a4d5-d3cfa9448590), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.887535 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6a6eb475-9aa9-4701-af24-da429d75f71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.888610 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-6a6eb475-9aa9-4701-af24-da429d75f71d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/539b028f-6ca8-4330-a4d5-d3cfa9448590 HTTP/1.1" status: 204 len: 168 time: 0.4278190 Feb 21 10:11:17.902682 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6eb475-9aa9-4701-af24-da429d75f71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539b028f-6ca8-4330-a4d5-d3cfa9448590,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:17.945356 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-72b2dce0-769f-464f-8fe7-e942a674c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (940afcb4-f0d0-4a30-8e27-482a490bc78c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.950734 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-72b2dce0-769f-464f-8fe7-e942a674c7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:17.952043 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-72b2dce0-769f-464f-8fe7-e942a674c7a2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/940afcb4-f0d0-4a30-8e27-482a490bc78c HTTP/1.1" status: 204 len: 168 time: 0.3786268 Feb 21 10:11:17.969107 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2dce0-769f-464f-8fe7-e942a674c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940afcb4-f0d0-4a30-8e27-482a490bc78c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:17.980790 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d065b8-9624-44fb-93db-e5d485a1e456 req-99aff8b7-1244-438a-a27a-f988b4aef613 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:17.987669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e3d065b8-9624-44fb-93db-e5d485a1e456 req-99aff8b7-1244-438a-a27a-f988b4aef613 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 932 time: 0.4374025 Feb 21 10:11:18.006695 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-38b20307-47c5-47dd-a5cc-97de089c7e86 admin admin] Publish callbacks [] for security_group (96f7173e-940d-4908-a571-2f8d53e1b3b9), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.014360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-38b20307-47c5-47dd-a5cc-97de089c7e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (96f7173e-940d-4908-a571-2f8d53e1b3b9), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.051618 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487143f5-c802-44ca-a89f-ac1ffe604690 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:18.061740 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b20307-47c5-47dd-a5cc-97de089c7e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f7173e-940d-4908-a571-2f8d53e1b3b9,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:18.068943 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-38b20307-47c5-47dd-a5cc-97de089c7e86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8fcf33e45c749a4ada612b80f852b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789374 Feb 21 10:11:18.069215 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33622) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:18.071432 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Publish callbacks [] for port (487143f5-c802-44ca-a89f-ac1ffe604690), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.087200 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] For port b38f5989-b0dd-45ce-8a06-76f490467a18, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:18.139461 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cb954e9-a502-490d-85d7-f3381a03c771 admin admin] Publish callbacks [] for security_group (96f7173e-940d-4908-a571-2f8d53e1b3b9), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.150405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f012ca-a97b-4674-9f0f-af59f9a7f902 req-006f53c6-69c0-4e63-acec-65671cb97eda tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:18.152191 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9f012ca-a97b-4674-9f0f-af59f9a7f902 req-006f53c6-69c0-4e63-acec-65671cb97eda tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.3692248 Feb 21 10:11:18.162885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] For port b38f5989-b0dd-45ce-8a06-76f490467a18, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b38f5989-b0dd-45ce-8a06-76f490467a18,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:18.166502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Transition to ACTIVE for port object 487143f5-c802-44ca-a89f-ac1ffe604690 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:11:18.167659 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cb954e9-a502-490d-85d7-f3381a03c771 admin admin] Publish callbacks [] for security_group (96f7173e-940d-4908-a571-2f8d53e1b3b9), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.195021 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e3d065b8-9624-44fb-93db-e5d485a1e456 req-5093eab6-21cf-4896-aa1f-8a19a7d2b8dc tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062633 Feb 21 10:11:18.202269 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.206148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.226676 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cb954e9-a502-490d-85d7-f3381a03c771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (96f7173e-940d-4908-a571-2f8d53e1b3b9), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.229420 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cb954e9-a502-490d-85d7-f3381a03c771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.230993 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-5cb954e9-a502-490d-85d7-f3381a03c771 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96f7173e-940d-4908-a571-2f8d53e1b3b9 HTTP/1.1" status: 204 len: 168 time: 0.1606307 Feb 21 10:11:18.240344 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb954e9-a502-490d-85d7-f3381a03c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f7173e-940d-4908-a571-2f8d53e1b3b9,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:18.289335 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:18.289985 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.292039 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] 10.222.0.45 "PUT /v2.0/ports/b38f5989-b0dd-45ce-8a06-76f490467a18 HTTP/1.1" status: 200 len: 1093 time: 3.0409276 Feb 21 10:11:18.315346 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'tag': 'b38f5989-b0dd-45ce-8a06-76f490467a18'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:18.382290 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9f012ca-a97b-4674-9f0f-af59f9a7f902 req-78faa4c5-93c6-4c8e-b2ca-ab1e917f0447 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169874 Feb 21 10:11:18.383036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c7b0f-e3a8-4176-9c01-3b2402148e0b service neutron] Pushing event updated for resources: {'Port': ['ID=b38f5989-b0dd-45ce-8a06-76f490467a18,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:18.642940 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22da312-627c-4f80-97c3-0bfaa57f9163 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:18.659727 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=487143f5-c802-44ca-a89f-ac1ffe604690,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:18.663400 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Publish callbacks [] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.672152 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-8e4075f3-596f-4126-aa04-dc2b6402dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:18.673713 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-8e4075f3-596f-4126-aa04-dc2b6402dc42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 1127 time: 0.2833078 Feb 21 10:11:18.701418 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ea4af-78f3-4dd4-998d-539a3df1b9ce req-2fa10179-de27-4b12-aff0-78e332b1a1a8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:18.705571 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ac8ea4af-78f3-4dd4-998d-539a3df1b9ce req-2fa10179-de27-4b12-aff0-78e332b1a1a8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 943 time: 0.3481529 Feb 21 10:11:18.769353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Transition to ACTIVE for port object f22da312-627c-4f80-97c3-0bfaa57f9163 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:11:18.804002 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Attempting to bind port 487143f5-c802-44ca-a89f-ac1ffe604690 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:18.804346 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Attempting to bind port 487143f5-c802-44ca-a89f-ac1ffe604690 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:18.804679 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Attempting to bind port 487143f5-c802-44ca-a89f-ac1ffe604690 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:18.814991 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458044cf-2a79-43f1-87ee-70c77b84de8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5066d9c-91fb-4351-bc24-e07e23112a0e", "tag": "b38f5989-b0dd-45ce-8a06-76f490467a18"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:18.821768 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-7699ab6a-2d68-4f58-933a-c029903d08b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b38f5989-b0dd-45ce-8a06-76f490467a18 HTTP/1.1" status: 200 len: 217 time: 0.1288307 Feb 21 10:11:18.822372 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.844677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Port 487143f5-c802-44ca-a89f-ac1ffe604690 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:11:18.844677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Attempting to bind port 487143f5-c802-44ca-a89f-ac1ffe604690 on network d5d31013-7314-4039-8cfb-6e85de7f35f1 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:18.940085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:18.940432 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Checking segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:18.940872 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Bound using segment: {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:18.941288 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Bound port: 487143f5-c802-44ca-a89f-ac1ffe604690, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792ebbc8-f29d-4775-b207-7570b46479fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:18.941648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:18.997363 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f22da312-627c-4f80-97c3-0bfaa57f9163,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:19.005592 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ac8ea4af-78f3-4dd4-998d-539a3df1b9ce req-b7163f01-cdd4-44a1-b10a-643b4e8e05a4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386565 Feb 21 10:11:19.010564 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-693d6d7b-9207-419d-a1dd-e24c09387c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:19.012004 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-693d6d7b-9207-419d-a1dd-e24c09387c6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.1688437 Feb 21 10:11:19.167337 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38c680-2118-479c-8191-c913cdcdfe48 req-adae1948-38a9-4c4d-97dc-3d44318432be tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:19.174699 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc38c680-2118-479c-8191-c913cdcdfe48 req-adae1948-38a9-4c4d-97dc-3d44318432be tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 943 time: 0.3633606 Feb 21 10:11:19.204405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Attempting to bind port f22da312-627c-4f80-97c3-0bfaa57f9163 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:11:19.204753 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Attempting to bind port f22da312-627c-4f80-97c3-0bfaa57f9163 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:11:19.205652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Attempting to bind port f22da312-627c-4f80-97c3-0bfaa57f9163 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:19.214368 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-b78e4dd5-0d6e-4a3b-a932-380649a924df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629384 Feb 21 10:11:19.292260 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Port f22da312-627c-4f80-97c3-0bfaa57f9163 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:11:19.292576 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Attempting to bind port f22da312-627c-4f80-97c3-0bfaa57f9163 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:11:19.306639 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] For port 487143f5-c802-44ca-a89f-ac1ffe604690, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:19.320929 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:11:19.321332 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Checking segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:19.321722 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Bound using segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:11:19.322169 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Bound port: f22da312-627c-4f80-97c3-0bfaa57f9163, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:11:19.322531 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:19.350302 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] For port 487143f5-c802-44ca-a89f-ac1ffe604690, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=487143f5-c802-44ca-a89f-ac1ffe604690,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:19.365768 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc38c680-2118-479c-8191-c913cdcdfe48 req-b0d61bb0-0e0a-49c9-a002-edc1585bf718 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899776 Feb 21 10:11:19.384021 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:19.450988 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:19.451626 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:19.453394 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] 10.222.0.45 "PUT /v2.0/ports/487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 1094 time: 3.0601051 Feb 21 10:11:19.462590 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-a65ee3ed-0990-465e-9506-765c5f38b2fb service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369547 Feb 21 10:11:19.506409 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d82d69-1b8f-4236-aeea-0410d83e4b9f x-openstack-request-id: req-d2d82d69-1b8f-4236-aeea-0410d83e4b9f {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:19.506712 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5066d9c-91fb-4351-bc24-e07e23112a0e", "tag": "b38f5989-b0dd-45ce-8a06-76f490467a18", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:19.506974 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d2d82d69-1b8f-4236-aeea-0410d83e4b9f {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:19.507434 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'tag': 'b38f5989-b0dd-45ce-8a06-76f490467a18', 'status': 'completed', 'code': 200} Feb 21 10:11:19.856736 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773933-65bf-4764-9969-d48098d0a3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=487143f5-c802-44ca-a89f-ac1ffe604690,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:19.871887 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] For port f22da312-627c-4f80-97c3-0bfaa57f9163, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:11:19.903335 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] For port f22da312-627c-4f80-97c3-0bfaa57f9163, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f22da312-627c-4f80-97c3-0bfaa57f9163,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:11:19.913928 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb88b49-b305-4c08-8eba-cea372a911a7 req-28dc003a-9e49-442f-8403-2f49e96f1e21 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:19.915435 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2eb88b49-b305-4c08-8eba-cea372a911a7 req-28dc003a-9e49-442f-8403-2f49e96f1e21 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.4667718 Feb 21 10:11:19.930142 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-64e084c1-a2a4-4606-ad33-4c0f02f6165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:19.932132 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-64e084c1-a2a4-4606-ad33-4c0f02f6165b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1128 time: 0.4157546 Feb 21 10:11:19.940817 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:20.024704 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9a6c270-6d75-4f59-99f3-fa1f03a5a807 req-c9372a18-5fcd-499e-974d-4406f2c972ab service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389917 Feb 21 10:11:20.032661 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d81bb-7cc9-40e1-9af8-9c38994d15a5 req-a4f331ab-43da-4a9d-8752-53266ad7675f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.034162 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ef7d81bb-7cc9-40e1-9af8-9c38994d15a5 req-a4f331ab-43da-4a9d-8752-53266ad7675f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.4650686 Feb 21 10:11:20.046613 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.047532 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:20.050081 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] 10.222.0.45 "PUT /v2.0/ports/f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 1094 time: 3.3197689 Feb 21 10:11:20.052105 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-dffb1cea-fa47-4e77-9b13-0f1c5c6853d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.1090000 Feb 21 10:11:20.237360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74929b9-778a-4c91-a2db-a832180f8b67 service neutron] Pushing event updated for resources: {'Port': ['ID=f22da312-627c-4f80-97c3-0bfaa57f9163,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:20.268298 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2eb88b49-b305-4c08-8eba-cea372a911a7 req-e32f09aa-ad85-4edb-bace-ca69322b204d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212938 Feb 21 10:11:20.311964 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-e076540c-9458-48a3-822b-1dd29a726ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.323272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-e076540c-9458-48a3-822b-1dd29a726ac8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.2494104 Feb 21 10:11:20.333230 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ef7d81bb-7cc9-40e1-9af8-9c38994d15a5 req-0748c7a5-9883-4b4f-996c-661a4bb41308 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767544 Feb 21 10:11:20.375494 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-10e0d296-9ed6-4ea5-8912-2b705cb34724 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411308 Feb 21 10:11:20.377807 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-b5fac6ff-bf7e-473a-99da-b2f11b2fdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.379446 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-b5fac6ff-bf7e-473a-99da-b2f11b2fdfaa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1128 time: 0.2469225 Feb 21 10:11:20.384536 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-dcc92b0c-2366-4e15-939c-6dcdb8cca577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.384536 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-dcc92b0c-2366-4e15-939c-6dcdb8cca577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 1127 time: 0.2728550 Feb 21 10:11:20.584177 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-81995276-1843-4552-ba87-6e4a8a37165f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 217 time: 0.1698256 Feb 21 10:11:20.716707 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255cf83-8235-416e-81c2-eee8045cad20 req-e78538fb-c1d1-408b-9eab-912f3c2144fd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.718210 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3255cf83-8235-416e-81c2-eee8045cad20 req-e78538fb-c1d1-408b-9eab-912f3c2144fd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 943 time: 0.3697689 Feb 21 10:11:20.814924 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ccdca-bcfd-4530-9f57-6a58a0c874b4 req-5207bc2a-b56e-4db5-ba43-3b8922847991 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.816470 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-db5ccdca-bcfd-4530-9f57-6a58a0c874b4 req-5207bc2a-b56e-4db5-ba43-3b8922847991 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 943 time: 0.3683817 Feb 21 10:11:20.829252 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-82db67c6-9cd8-4f33-9874-e770343b3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.831309 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-82db67c6-9cd8-4f33-9874-e770343b3520 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.4184828 Feb 21 10:11:20.832728 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-af52add9-9b41-489e-a1f4-ea4c38711fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:20.834064 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-af52add9-9b41-489e-a1f4-ea4c38711fdd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.1984687 Feb 21 10:11:20.837996 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-d26571c5-3b7c-4327-a288-3081e5756137 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467432 Feb 21 10:11:20.969456 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-25921271-fb07-45df-8aad-b9ff031d5994 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b38f5989-b0dd-45ce-8a06-76f490467a18 HTTP/1.1" status: 200 len: 217 time: 0.1206064 Feb 21 10:11:20.997063 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3255cf83-8235-416e-81c2-eee8045cad20 req-f34992a3-d8f7-4166-b2e2-840679ccf5c7 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682245 Feb 21 10:11:21.034700 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:11:21.085956 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-db5ccdca-bcfd-4530-9f57-6a58a0c874b4 req-1d9d75a7-36dc-4a3d-8f8f-639f9bec17fd tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546194 Feb 21 10:11:21.114511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-c4caa87f-b9c7-4646-b222-aad7a0704303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:21.115900 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-c4caa87f-b9c7-4646-b222-aad7a0704303 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.1336102 Feb 21 10:11:21.124891 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-303ff709-3038-4b92-b0ce-7dd12ad94ad4 req-bb6965ce-9b09-4f03-a011-0d0464258d8b service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722590 Feb 21 10:11:21.141959 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-a28c487b-b0ce-4410-9623-0f300e65778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:21.151853 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-a28c487b-b0ce-4410-9623-0f300e65778f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3010285 Feb 21 10:11:21.196297 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-eabd0edb-2aed-493f-acb5-cdc461b5a32d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704374 Feb 21 10:11:21.258688 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:21.271432 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'mac_address': 'fa:16:3e:26:6c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:11:21.315030 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:21.315424 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:21.342703 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f5f157-9a72-4c78-a94e-482ebbc0d47b {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:21.360455 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-9129ad40-54cf-4d8a-b48d-99b772e137e5 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918898 Feb 21 10:11:21.367667 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-ca63f802-c40f-429b-8503-17a107aecd49 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600292 Feb 21 10:11:21.386577 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:21.393250 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:21.394557 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 131c03ea-dc76-4ad3-9da7-03b92b24e2be details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:11:21.458510 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:21.521946 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'tag': '487143f5-c802-44ca-a89f-ac1ffe604690'}, {'name': 'network-changed', 'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:21.525200 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf036786-2514-4c36-ae94-c8a4c45efb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "97a2cacc-ed54-4da8-a74b-a9d865648579", "tag": "487143f5-c802-44ca-a89f-ac1ffe604690"}, {"name": "network-changed", "server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:21.590934 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be,segment=NetworkSegment(4a8ec2df-43de-4d4e-b8a6-03c9378fc032),segment_id=4a8ec2df-43de-4d4e-b8a6-03c9378fc032)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:21.605511 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '131c03ea-dc76-4ad3-9da7-03b92b24e2be', 'network_id': '1dadd977-fc35-48d5-bc99-0414cb857782', 'port_id': '131c03ea-dc76-4ad3-9da7-03b92b24e2be', 'mac_address': 'fa:16:3e:2c:2d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adafffba-a137-4522-b662-7ffb852135c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:11:21.663537 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 131c03ea-dc76-4ad3-9da7-03b92b24e2be is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:21.664078 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:21.683707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131c03ea-dc76-4ad3-9da7-03b92b24e2be {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:21.710959 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be,segment=NetworkSegment(4a8ec2df-43de-4d4e-b8a6-03c9378fc032),segment_id=4a8ec2df-43de-4d4e-b8a6-03c9378fc032)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:21.724870 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:21.789809 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=131c03ea-dc76-4ad3-9da7-03b92b24e2be,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:21.853953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1319b6d-6292-426a-b019-f9e4e613908e req-09ff6eb7-67d3-46f4-a7e4-be3e7c5d5ad7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:21.855781 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c1319b6d-6292-426a-b019-f9e4e613908e req-09ff6eb7-67d3-46f4-a7e4-be3e7c5d5ad7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.4561191 Feb 21 10:11:21.896969 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-484913f3-2cca-4988-8abc-8009d9d5a95d req-725c30d0-4162-4d53-b599-7a71a3ee58bd service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281644 Feb 21 10:11:21.906294 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-458044cf-2a79-43f1-87ee-70c77b84de8c req-28b36a06-37c3-4047-98eb-d9cd0e112578 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271599 Feb 21 10:11:21.916854 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237f45d-a208-4f6b-b720-eee8d858902f req-744dd96d-a25b-4620-9700-8a516f7eb0ac tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:21.926759 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0237f45d-a208-4f6b-b720-eee8d858902f req-744dd96d-a25b-4620-9700-8a516f7eb0ac tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 944 time: 0.4473948 Feb 21 10:11:22.007019 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c1319b6d-6292-426a-b019-f9e4e613908e req-9f62b42b-1ad4-4a8f-925d-78f4f3b092e4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418140 Feb 21 10:11:22.010017 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0237f45d-a208-4f6b-b720-eee8d858902f req-48c0a247-3599-4541-8660-18add6e108ee tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824564 Feb 21 10:11:22.123454 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b118b57-8be0-4829-979d-0ad54a6c52d0 x-openstack-request-id: req-5b118b57-8be0-4829-979d-0ad54a6c52d0 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:22.123760 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a2cacc-ed54-4da8-a74b-a9d865648579", "tag": "487143f5-c802-44ca-a89f-ac1ffe604690", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:22.124646 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b118b57-8be0-4829-979d-0ad54a6c52d0 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:22.124646 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'tag': '487143f5-c802-44ca-a89f-ac1ffe604690', 'status': 'completed', 'code': 200} Feb 21 10:11:22.124848 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'status': 'completed', 'code': 200} Feb 21 10:11:22.211242 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33828) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:22.263826 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-8233c478-142c-4dcb-9fdf-2389acba4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:22.265346 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-8233c478-142c-4dcb-9fdf-2389acba4f7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1128 time: 0.1179042 Feb 21 10:11:22.335061 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21364b0-c06a-4bf5-982d-48e11cdf175d req-be151cda-03db-4c8a-b519-6d1adea23340 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:22.336724 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e21364b0-c06a-4bf5-982d-48e11cdf175d req-be151cda-03db-4c8a-b519-6d1adea23340 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 943 time: 0.1789896 Feb 21 10:11:22.349655 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaf4e7-bd0a-4b66-a686-2534a5133d92 req-82c42c31-91eb-42d3-8715-4907f8416baa tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:22.349998 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-81c44f67-19d5-4f98-a714-c67b57528e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.351182 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2afaf4e7-bd0a-4b66-a686-2534a5133d92 req-82c42c31-91eb-42d3-8715-4907f8416baa tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 944 time: 0.1560311 Feb 21 10:11:22.431230 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['b8f5f157-9a72-4c78-a94e-482ebbc0d47b'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:11:22.456042 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-81c44f67-19d5-4f98-a714-c67b57528e61 admin admin] Publish callbacks [] for security_group (5848bce0-ff10-4fbc-92d8-cc54f76dad97), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.464299 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-81c44f67-19d5-4f98-a714-c67b57528e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5848bce0-ff10-4fbc-92d8-cc54f76dad97), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.469950 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-47ef0db9-9c7e-4380-8b7c-0e20d5a7b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:22.471688 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-47ef0db9-9c7e-4380-8b7c-0e20d5a7b233 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.1982565 Feb 21 10:11:22.478425 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2afaf4e7-bd0a-4b66-a686-2534a5133d92 req-442bd394-4560-44f0-b03c-b9dbbc208c0d tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167753 Feb 21 10:11:22.490033 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e21364b0-c06a-4bf5-982d-48e11cdf175d req-bb8372c1-9509-48c2-90bc-9114d59cd847 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361198 Feb 21 10:11:22.494622 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['131c03ea-dc76-4ad3-9da7-03b92b24e2be'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:11:22.534216 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-51877160-652b-41d6-8a32-de05b67abb1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.0536878 Feb 21 10:11:22.556240 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c44f67-19d5-4f98-a714-c67b57528e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5848bce0-ff10-4fbc-92d8-cc54f76dad97,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:22.581865 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-81c44f67-19d5-4f98-a714-c67b57528e61 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b28907c12ae542b4a959169ab0c7b04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661842 Feb 21 10:11:22.582540 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33860) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:22.629346 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-41e66f72-fb16-43b6-8331-d184247f8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:22.630865 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-41e66f72-fb16-43b6-8331-d184247f8951 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0893044 Feb 21 10:11:22.636985 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.672012 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d7306da0-67e2-4dbf-b72f-1296a21f0f83 admin admin] Publish callbacks [] for security_group (5848bce0-ff10-4fbc-92d8-cc54f76dad97), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.704061 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-84cb8b71-7640-4469-9083-4046546d64ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650320 Feb 21 10:11:22.705017 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d7306da0-67e2-4dbf-b72f-1296a21f0f83 admin admin] Publish callbacks [] for security_group (5848bce0-ff10-4fbc-92d8-cc54f76dad97), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.785416 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d7306da0-67e2-4dbf-b72f-1296a21f0f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5848bce0-ff10-4fbc-92d8-cc54f76dad97), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.790309 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d7306da0-67e2-4dbf-b72f-1296a21f0f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:22.796672 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d7306da0-67e2-4dbf-b72f-1296a21f0f83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5848bce0-ff10-4fbc-92d8-cc54f76dad97 HTTP/1.1" status: 204 len: 168 time: 0.2108510 Feb 21 10:11:22.805387 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7306da0-67e2-4dbf-b72f-1296a21f0f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5848bce0-ff10-4fbc-92d8-cc54f76dad97,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:22.894269 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-c54fc8a7-ec71-4ef8-91e4-c238d8e97b83 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841786 Feb 21 10:11:23.018406 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-91eec4d2-1056-4c65-a403-137f37cfe28e service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168561 Feb 21 10:11:23.209537 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33924) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:23.223198 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-1a8d0541-460c-4a24-8221-6edd38681f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.224760 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-1a8d0541-460c-4a24-8221-6edd38681f79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1128 time: 0.1582673 Feb 21 10:11:23.233130 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-38f17268-3bf6-475f-808b-a618dd9cd6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.254071 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed71fff-1b9b-48e8-9975-1937911afec8 req-b2a441d4-4a11-4001-b6ec-790e095d109e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.255599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4ed71fff-1b9b-48e8-9975-1937911afec8 req-b2a441d4-4a11-4001-b6ec-790e095d109e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.1328301 Feb 21 10:11:23.274381 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c8798-d4bb-495e-a20a-61bf34e0f174 req-ee801158-6302-45ff-9b5c-fe7fbd14b338 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.275962 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-de2c8798-d4bb-495e-a20a-61bf34e0f174 req-ee801158-6302-45ff-9b5c-fe7fbd14b338 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 944 time: 0.1503143 Feb 21 10:11:23.341218 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-38f17268-3bf6-475f-808b-a618dd9cd6a9 admin admin] Publish callbacks [] for security_group (d8d7cb65-61aa-497b-867a-04f72024467f), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.346967 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-38f17268-3bf6-475f-808b-a618dd9cd6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (d8d7cb65-61aa-497b-867a-04f72024467f), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.379142 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f17268-3bf6-475f-808b-a618dd9cd6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d7cb65-61aa-497b-867a-04f72024467f,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:23.412229 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4ed71fff-1b9b-48e8-9975-1937911afec8 req-987ca7bd-de72-47f1-b6de-8e3f8eca66a3 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335173 Feb 21 10:11:23.415447 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-38f17268-3bf6-475f-808b-a618dd9cd6a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b10f485c85784ad5ab0905008129657f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048476 Feb 21 10:11:23.418127 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33936) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:23.450181 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-de2c8798-d4bb-495e-a20a-61bf34e0f174 req-3c310a71-4a8b-4619-9407-45c9f382b037 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335022 Feb 21 10:11:23.463623 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-14bb1760-4be6-4886-a4aa-41f81dea1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.464641 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-14bb1760-4be6-4886-a4aa-41f81dea1c41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.2288144 Feb 21 10:11:23.494983 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c5d92e7a-7f44-4018-9b02-fe1075237d53 admin admin] Publish callbacks [] for security_group (d8d7cb65-61aa-497b-867a-04f72024467f), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.513768 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-bf6dc291-fddd-4baf-852d-2d4fa166d4e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 217 time: 0.0420880 Feb 21 10:11:23.516105 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c5d92e7a-7f44-4018-9b02-fe1075237d53 admin admin] Publish callbacks [] for security_group (d8d7cb65-61aa-497b-867a-04f72024467f), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.586806 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c5d92e7a-7f44-4018-9b02-fe1075237d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (d8d7cb65-61aa-497b-867a-04f72024467f), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.590183 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c5d92e7a-7f44-4018-9b02-fe1075237d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.591520 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c5d92e7a-7f44-4018-9b02-fe1075237d53 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8d7cb65-61aa-497b-867a-04f72024467f HTTP/1.1" status: 204 len: 168 time: 0.1724222 Feb 21 10:11:23.601269 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d92e7a-7f44-4018-9b02-fe1075237d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d7cb65-61aa-497b-867a-04f72024467f,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:23.662161 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-50bd4514-8fe8-4508-a81b-a79b244fb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.663642 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-50bd4514-8fe8-4508-a81b-a79b244fb6dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.1439953 Feb 21 10:11:23.721383 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29442c-7506-4d9f-b631-7bd369ffbcfb req-831ab6fc-c793-4101-9486-ba104925d92a tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.722905 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a29442c-7506-4d9f-b631-7bd369ffbcfb req-831ab6fc-c793-4101-9486-ba104925d92a tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 944 time: 0.1471212 Feb 21 10:11:23.739899 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084232d-97ba-4789-baad-be062ae4d2ae req-a8594de9-3f8a-46eb-89a6-0792ae1b86ca tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.741406 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0084232d-97ba-4789-baad-be062ae4d2ae req-a8594de9-3f8a-46eb-89a6-0792ae1b86ca tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 943 time: 0.1437070 Feb 21 10:11:23.777392 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-af9c9e0a-1058-4f45-8b82-20f35e64dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:23.778890 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-af9c9e0a-1058-4f45-8b82-20f35e64dabf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1087778 Feb 21 10:11:23.793502 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 33954) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:23.876306 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a29442c-7506-4d9f-b631-7bd369ffbcfb req-295cf63a-619c-44ca-915d-51d5de3924e3 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441019 Feb 21 10:11:23.889913 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0084232d-97ba-4789-baad-be062ae4d2ae req-031df8d6-4204-4623-aa98-e3b4083b99c1 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384454 Feb 21 10:11:23.918198 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aeab3450-d684-4baa-849a-0ba1437796aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.930210 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-80a0dbc2-4578-41c8-82c1-6f4e56cdb297 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435843 Feb 21 10:11:23.994746 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aeab3450-d684-4baa-849a-0ba1437796aa admin admin] Publish callbacks [] for security_group (c1120661-bd65-4ec9-b312-e556d3b1c072), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:23.998602 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-aeab3450-d684-4baa-849a-0ba1437796aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c1120661-bd65-4ec9-b312-e556d3b1c072), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.033471 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-aeab3450-d684-4baa-849a-0ba1437796aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=64d3d4f7a6e34697b62d9b6cbe04af52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385194 Feb 21 10:11:24.033585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33970) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:24.044607 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab3450-d684-4baa-849a-0ba1437796aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1120661-bd65-4ec9-b312-e556d3b1c072,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:24.091879 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-be3a2c74-0abd-4c1d-9329-765fe0e60f5c admin admin] Publish callbacks [] for security_group (c1120661-bd65-4ec9-b312-e556d3b1c072), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.117435 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-be3a2c74-0abd-4c1d-9329-765fe0e60f5c admin admin] Publish callbacks [] for security_group (c1120661-bd65-4ec9-b312-e556d3b1c072), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.174961 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-be3a2c74-0abd-4c1d-9329-765fe0e60f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c1120661-bd65-4ec9-b312-e556d3b1c072), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.177899 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-be3a2c74-0abd-4c1d-9329-765fe0e60f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.179473 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-be3a2c74-0abd-4c1d-9329-765fe0e60f5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c1120661-bd65-4ec9-b312-e556d3b1c072 HTTP/1.1" status: 204 len: 168 time: 0.1444533 Feb 21 10:11:24.187385 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a2c74-0abd-4c1d-9329-765fe0e60f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1120661-bd65-4ec9-b312-e556d3b1c072,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:24.448985 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 33996) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:24.545744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2b049-cc37-4496-884d-8f20ab8f06af req-956a7746-aa7f-4f9d-ae03-fa8b3974b63f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:24.547734 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0f2b049-cc37-4496-884d-8f20ab8f06af req-956a7746-aa7f-4f9d-ae03-fa8b3974b63f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.0681980 Feb 21 10:11:24.598344 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34006) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:24.616315 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1151f0d7-b53a-45e6-8d89-64be85fc0fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.642952 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3867897-afc7-4414-be34-3f0082784329 req-02466939-4c30-426d-a95d-2174fcbaea4e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:24.644846 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c3867897-afc7-4414-be34-3f0082784329 req-02466939-4c30-426d-a95d-2174fcbaea4e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 944 time: 0.1093965 Feb 21 10:11:24.648434 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0f2b049-cc37-4496-884d-8f20ab8f06af req-46cecfc4-e4b0-4a0b-9654-2cbf1e76c7d0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907087 Feb 21 10:11:24.705799 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1151f0d7-b53a-45e6-8d89-64be85fc0fa6 admin admin] Publish callbacks [] for security_group (0cc87c30-e05e-4ccd-8096-dfb04df6c1bc), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.712461 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1151f0d7-b53a-45e6-8d89-64be85fc0fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (0cc87c30-e05e-4ccd-8096-dfb04df6c1bc), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.713020 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c3867897-afc7-4414-be34-3f0082784329 req-7db4badd-8ac8-498c-9a9d-dc49f28d4184 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602305 Feb 21 10:11:24.754968 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151f0d7-b53a-45e6-8d89-64be85fc0fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc87c30-e05e-4ccd-8096-dfb04df6c1bc,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:24.759618 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-1151f0d7-b53a-45e6-8d89-64be85fc0fa6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02b3cda16a2c47e9bc6649a4ca9e142e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600921 Feb 21 10:11:24.762247 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34010) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:24.775217 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-691e8214-200b-4d9e-87e0-8f65ea080d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.815460 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36532146-6e5c-4f8f-8fc4-52321e2aa874 admin admin] Publish callbacks [] for security_group (0cc87c30-e05e-4ccd-8096-dfb04df6c1bc), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.846140 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36532146-6e5c-4f8f-8fc4-52321e2aa874 admin admin] Publish callbacks [] for security_group (0cc87c30-e05e-4ccd-8096-dfb04df6c1bc), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.864860 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-691e8214-200b-4d9e-87e0-8f65ea080d9b admin admin] Publish callbacks [] for security_group (5af9eb6c-8cad-4a09-89c0-af87fdbc805d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.869229 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-691e8214-200b-4d9e-87e0-8f65ea080d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5af9eb6c-8cad-4a09-89c0-af87fdbc805d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.906342 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e8214-200b-4d9e-87e0-8f65ea080d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af9eb6c-8cad-4a09-89c0-af87fdbc805d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:24.911443 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36532146-6e5c-4f8f-8fc4-52321e2aa874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (0cc87c30-e05e-4ccd-8096-dfb04df6c1bc), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.914823 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-691e8214-200b-4d9e-87e0-8f65ea080d9b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cd9f627462404820b7133197d8850ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620349 Feb 21 10:11:24.914823 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34018) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:24.917958 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36532146-6e5c-4f8f-8fc4-52321e2aa874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:24.919088 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-36532146-6e5c-4f8f-8fc4-52321e2aa874 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0cc87c30-e05e-4ccd-8096-dfb04df6c1bc HTTP/1.1" status: 204 len: 168 time: 0.1559050 Feb 21 10:11:24.939002 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36532146-6e5c-4f8f-8fc4-52321e2aa874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc87c30-e05e-4ccd-8096-dfb04df6c1bc,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:25.072486 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7f9cca03-0f4d-40ae-a87f-3a2d1a520840 admin admin] Publish callbacks [] for security_group (5af9eb6c-8cad-4a09-89c0-af87fdbc805d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.113335 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7f9cca03-0f4d-40ae-a87f-3a2d1a520840 admin admin] Publish callbacks [] for security_group (5af9eb6c-8cad-4a09-89c0-af87fdbc805d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.121284 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858df1-6c38-4f5c-8527-ce98fef4dc54 req-3098a5e1-33c3-49da-8406-8777e18a1a2c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:25.128304 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5a858df1-6c38-4f5c-8527-ce98fef4dc54 req-3098a5e1-33c3-49da-8406-8777e18a1a2c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 944 time: 0.1402137 Feb 21 10:11:25.134008 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 487143f5-c802-44ca-a89f-ac1ffe604690 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:11:25.159636 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:25.196116 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c750d4d-6f49-47ad-8d12-31a876cf890e req-9d3b3665-5c6f-491f-82a9-c967b3e8c4af tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:25.198518 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5c750d4d-6f49-47ad-8d12-31a876cf890e req-9d3b3665-5c6f-491f-82a9-c967b3e8c4af tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 943 time: 0.1983812 Feb 21 10:11:25.288266 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port b8f5f157-9a72-4c78-a94e-482ebbc0d47b completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:11:25.300293 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port b8f5f157-9a72-4c78-a94e-482ebbc0d47b triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:25.300690 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.342942 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 487143f5-c802-44ca-a89f-ac1ffe604690, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=487143f5-c802-44ca-a89f-ac1ffe604690,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:25.349613 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7f9cca03-0f4d-40ae-a87f-3a2d1a520840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5af9eb6c-8cad-4a09-89c0-af87fdbc805d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.352211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7f9cca03-0f4d-40ae-a87f-3a2d1a520840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.355638 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-7f9cca03-0f4d-40ae-a87f-3a2d1a520840 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5af9eb6c-8cad-4a09-89c0-af87fdbc805d HTTP/1.1" status: 204 len: 168 time: 0.4380033 Feb 21 10:11:25.374031 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '487143f5-c802-44ca-a89f-ac1ffe604690', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'port_id': '487143f5-c802-44ca-a89f-ac1ffe604690', 'mac_address': 'fa:16:3e:bb:36:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71125743-0887-4856-8644-3c8d76826d70', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:11:25.374812 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cca03-0f4d-40ae-a87f-3a2d1a520840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af9eb6c-8cad-4a09-89c0-af87fdbc805d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:25.391601 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf036786-2514-4c36-ae94-c8a4c45efb5d req-8447fee3-a87c-4c58-92d4-8912840cb93c service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527487 Feb 21 10:11:25.395835 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5a858df1-6c38-4f5c-8527-ce98fef4dc54 req-78791e67-756b-42a8-87fc-bce721fb80a4 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581871 Feb 21 10:11:25.398969 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5c750d4d-6f49-47ad-8d12-31a876cf890e req-937c248d-eb5b-4300-adde-e4db521439eb tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299803 Feb 21 10:11:25.456031 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 487143f5-c802-44ca-a89f-ac1ffe604690 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:25.456794 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.473936 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487143f5-c802-44ca-a89f-ac1ffe604690 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:25.519773 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 487143f5-c802-44ca-a89f-ac1ffe604690, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=487143f5-c802-44ca-a89f-ac1ffe604690,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:25.531621 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.532342 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b38f5989-b0dd-45ce-8a06-76f490467a18 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:11:25.542043 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:25.542434 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.622127 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:25.696059 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=487143f5-c802-44ca-a89f-ac1ffe604690,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:25.700266 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b38f5989-b0dd-45ce-8a06-76f490467a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b38f5989-b0dd-45ce-8a06-76f490467a18,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:25.712446 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:25.719984 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'b38f5989-b0dd-45ce-8a06-76f490467a18', 'network_id': 'd5d31013-7314-4039-8cfb-6e85de7f35f1', 'port_id': 'b38f5989-b0dd-45ce-8a06-76f490467a18', 'mac_address': 'fa:16:3e:7a:c1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71125743-0887-4856-8644-3c8d76826d70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:11:25.723990 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.724791 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 131c03ea-dc76-4ad3-9da7-03b92b24e2be up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:25.850499 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b38f5989-b0dd-45ce-8a06-76f490467a18 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:25.851002 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.857382 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:25.878567 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38f5989-b0dd-45ce-8a06-76f490467a18 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:25.890732 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 131c03ea-dc76-4ad3-9da7-03b92b24e2be completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:11:25.903641 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34078) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:25.908689 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b38f5989-b0dd-45ce-8a06-76f490467a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b38f5989-b0dd-45ce-8a06-76f490467a18,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:25.910228 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 131c03ea-dc76-4ad3-9da7-03b92b24e2be triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:25.910814 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.919147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ea376-db5c-4276-ba94-078a4bf59834 req-a441196d-4068-4ea5-a9b9-cec1572d4ece tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:25.920796 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fa1ea376-db5c-4276-ba94-078a4bf59834 req-a441196d-4068-4ea5-a9b9-cec1572d4ece tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.1597390 Feb 21 10:11:25.935621 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b71c2b45-9ca6-4720-aba5-5ddec42df76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.937659 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:25.996158 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcede1-97ef-4485-a210-cdf618835e43 req-f2e7e32f-b78b-4cba-8f12-6c5740b158eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:26.001515 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1abcede1-97ef-4485-a210-cdf618835e43 req-f2e7e32f-b78b-4cba-8f12-6c5740b158eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1655979 Feb 21 10:11:26.060496 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b71c2b45-9ca6-4720-aba5-5ddec42df76a admin admin] Publish callbacks [] for security_group (a5d6cb09-d60f-48f6-9808-f47e14700a09), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.079028 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b71c2b45-9ca6-4720-aba5-5ddec42df76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (a5d6cb09-d60f-48f6-9808-f47e14700a09), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.094493 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fa1ea376-db5c-4276-ba94-078a4bf59834 req-33fd84e6-1992-4bcc-b596-5f736431d1dd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605961 Feb 21 10:11:26.102662 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1abcede1-97ef-4485-a210-cdf618835e43 req-01382323-f3b7-42a0-b01d-088735dc941a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938482 Feb 21 10:11:26.125167 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34086) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:26.132816 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b71c2b45-9ca6-4720-aba5-5ddec42df76a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e057ae4ffd6b48d39b8e29d4410f1520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263551 Feb 21 10:11:26.162961 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c2b45-9ca6-4720-aba5-5ddec42df76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d6cb09-d60f-48f6-9808-f47e14700a09,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:26.167698 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de3778-718e-4643-af1d-b4ab5873704d" -d '{"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:26.194770 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f989b167-e905-4124-aabd-6f2ef105af3e admin admin] Publish callbacks [] for security_group (a5d6cb09-d60f-48f6-9808-f47e14700a09), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.208982 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b38f5989-b0dd-45ce-8a06-76f490467a18,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:26.222912 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f989b167-e905-4124-aabd-6f2ef105af3e admin admin] Publish callbacks [] for security_group (a5d6cb09-d60f-48f6-9808-f47e14700a09), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.252562 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 131c03ea-dc76-4ad3-9da7-03b92b24e2be is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:26.253212 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.292517 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f989b167-e905-4124-aabd-6f2ef105af3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (a5d6cb09-d60f-48f6-9808-f47e14700a09), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.294939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f989b167-e905-4124-aabd-6f2ef105af3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.299488 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f989b167-e905-4124-aabd-6f2ef105af3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5d6cb09-d60f-48f6-9808-f47e14700a09 HTTP/1.1" status: 204 len: 168 time: 0.1701877 Feb 21 10:11:26.307378 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989b167-e905-4124-aabd-6f2ef105af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d6cb09-d60f-48f6-9808-f47e14700a09,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:26.310812 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be,segment=NetworkSegment(4a8ec2df-43de-4d4e-b8a6-03c9378fc032),segment_id=4a8ec2df-43de-4d4e-b8a6-03c9378fc032)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:26.316539 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:26.327422 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e9a81-a718-4967-be9f-e8770e6fcf38 x-openstack-request-id: req-790e9a81-a718-4967-be9f-e8770e6fcf38 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:26.327934 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:26.328225 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-790e9a81-a718-4967-be9f-e8770e6fcf38 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:26.328670 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'code': 200} Feb 21 10:11:26.379279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=131c03ea-dc76-4ad3-9da7-03b92b24e2be,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:26.557168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8b2e0-3128-4d28-9ae6-61bb4af5133c req-c799ce49-15d4-4daf-9f80-f69be13269a1 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:26.558037 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1aa8b2e0-3128-4d28-9ae6-61bb4af5133c req-c799ce49-15d4-4daf-9f80-f69be13269a1 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0894060 Feb 21 10:11:26.570449 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15a7ff-e8d6-40f1-8274-688b9b03c279 req-dffd2857-8664-4b24-bd86-610abd1ecba9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:26.572165 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1e15a7ff-e8d6-40f1-8274-688b9b03c279 req-dffd2857-8664-4b24-bd86-610abd1ecba9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 944 time: 0.0749965 Feb 21 10:11:26.645972 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1aa8b2e0-3128-4d28-9ae6-61bb4af5133c req-ab16fbe4-970a-46a3-b1ce-153406f3e77b tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726130 Feb 21 10:11:26.679377 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1e15a7ff-e8d6-40f1-8274-688b9b03c279 req-0ad52de2-dcb1-44c3-b0ba-bed92410721f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908911 Feb 21 10:11:26.751978 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34122) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:26.938302 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c4087601-95c9-4cd5-9ccf-9bdb32045da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.018970 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c4087601-95c9-4cd5-9ccf-9bdb32045da0 admin admin] Publish callbacks [] for security_group (e11261e9-3ac2-49e2-9567-370ca2534a65), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.027365 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c4087601-95c9-4cd5-9ccf-9bdb32045da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (e11261e9-3ac2-49e2-9567-370ca2534a65), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.064723 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c4087601-95c9-4cd5-9ccf-9bdb32045da0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8981a724847c4cafa50ab13d2921cc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110116 Feb 21 10:11:27.065900 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4087601-95c9-4cd5-9ccf-9bdb32045da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11261e9-3ac2-49e2-9567-370ca2534a65,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:27.067329 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34140) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:27.130706 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bb93ff54-08c7-49fd-afde-883a91ae6c7a admin admin] Publish callbacks [] for security_group (e11261e9-3ac2-49e2-9567-370ca2534a65), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.171563 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bb93ff54-08c7-49fd-afde-883a91ae6c7a admin admin] Publish callbacks [] for security_group (e11261e9-3ac2-49e2-9567-370ca2534a65), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.297463 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a3a46-1ec0-42c2-a472-2630d2d6084c req-c2239f3c-8b40-4683-a149-f932a24f6007 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:27.299502 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-633a3a46-1ec0-42c2-a472-2630d2d6084c req-c2239f3c-8b40-4683-a149-f932a24f6007 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.1204033 Feb 21 10:11:27.311641 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461225-f31b-4970-bd49-96527b86d7a2 req-896b69c9-7801-4630-958e-64bd305eb06e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:27.313131 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69461225-f31b-4970-bd49-96527b86d7a2 req-896b69c9-7801-4630-958e-64bd305eb06e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0948613 Feb 21 10:11:27.340573 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bb93ff54-08c7-49fd-afde-883a91ae6c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (e11261e9-3ac2-49e2-9567-370ca2534a65), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.343110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bb93ff54-08c7-49fd-afde-883a91ae6c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.344220 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-bb93ff54-08c7-49fd-afde-883a91ae6c7a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e11261e9-3ac2-49e2-9567-370ca2534a65 HTTP/1.1" status: 204 len: 168 time: 0.2755969 Feb 21 10:11:27.378856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93ff54-08c7-49fd-afde-883a91ae6c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11261e9-3ac2-49e2-9567-370ca2534a65,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:27.406756 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-633a3a46-1ec0-42c2-a472-2630d2d6084c req-b1ff3e26-021d-4acc-917f-e7600200f455 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926492 Feb 21 10:11:27.429692 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69461225-f31b-4970-bd49-96527b86d7a2 req-02d51430-e593-427c-acec-6a8cd7d56258 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946019 Feb 21 10:11:27.628422 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cf99f-2943-40b9-83a2-a6b14bfc8146 req-0d2b96af-8b79-493e-8da4-14e0ea3a5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:27.629979 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-219cf99f-2943-40b9-83a2-a6b14bfc8146 req-0d2b96af-8b79-493e-8da4-14e0ea3a5498 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0841947 Feb 21 10:11:27.648862 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-219cf99f-2943-40b9-83a2-a6b14bfc8146 req-6c40393b-f3f4-4e2e-83fc-72806d813975 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.740111 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-219cf99f-2943-40b9-83a2-a6b14bfc8146 req-6c40393b-f3f4-4e2e-83fc-72806d813975 service neutron] Publish callbacks [] for security_group (cd594e2e-0543-4418-bab3-97092a5516fe), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.747431 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-219cf99f-2943-40b9-83a2-a6b14bfc8146 req-6c40393b-f3f4-4e2e-83fc-72806d813975 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (cd594e2e-0543-4418-bab3-97092a5516fe), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.783436 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-219cf99f-2943-40b9-83a2-a6b14bfc8146 req-6c40393b-f3f4-4e2e-83fc-72806d813975 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472578 Feb 21 10:11:27.858770 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40393b-f3f4-4e2e-83fc-72806d813975 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cd594e2e-0543-4418-bab3-97092a5516fe,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:27.885618 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac0d6f-c4f6-4e48-b562-cfa830ab8f71 req-3e8515c6-22c0-4bf8-9f54-8c184ead5c52 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:27.887121 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-44ac0d6f-c4f6-4e48-b562-cfa830ab8f71 req-3e8515c6-22c0-4bf8-9f54-8c184ead5c52 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 944 time: 0.1019559 Feb 21 10:11:27.898172 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c708-2fdf-4039-a576-ae3078623896 req-cce64c28-d9ec-4491-9339-e0162c591507 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:27.899738 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1be1c708-2fdf-4039-a576-ae3078623896 req-cce64c28-d9ec-4491-9339-e0162c591507 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.1209767 Feb 21 10:11:27.901512 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34176) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:27.916062 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-727bb636-00c9-43f3-9ea6-220a2c3411fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:27.987280 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-44ac0d6f-c4f6-4e48-b562-cfa830ab8f71 req-eabd896c-3806-4466-af02-bd99c0ce028c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811751 Feb 21 10:11:28.002864 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1be1c708-2fdf-4039-a576-ae3078623896 req-d6a314a9-a3bb-48e1-b33f-854a0ab13b91 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905902 Feb 21 10:11:28.010524 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-727bb636-00c9-43f3-9ea6-220a2c3411fc admin admin] Publish callbacks [] for security_group (de5b626a-ce7b-4e77-9f85-ccf3986128c8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:28.017779 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-727bb636-00c9-43f3-9ea6-220a2c3411fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (de5b626a-ce7b-4e77-9f85-ccf3986128c8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:28.059236 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-727bb636-00c9-43f3-9ea6-220a2c3411fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3aaee2dc568c4189b08667bb326ed0c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544094 Feb 21 10:11:28.059487 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bb636-00c9-43f3-9ea6-220a2c3411fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5b626a-ce7b-4e77-9f85-ccf3986128c8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:28.060522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34180) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:28.119889 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81724e4c-4700-4f38-8b02-54eb3910e7ff admin admin] Publish callbacks [] for security_group (de5b626a-ce7b-4e77-9f85-ccf3986128c8), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:28.153718 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81724e4c-4700-4f38-8b02-54eb3910e7ff admin admin] Publish callbacks [] for security_group (de5b626a-ce7b-4e77-9f85-ccf3986128c8), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:28.209894 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81724e4c-4700-4f38-8b02-54eb3910e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (de5b626a-ce7b-4e77-9f85-ccf3986128c8), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:28.212688 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81724e4c-4700-4f38-8b02-54eb3910e7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:28.214016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['487143f5-c802-44ca-a89f-ac1ffe604690'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:11:28.214518 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-81724e4c-4700-4f38-8b02-54eb3910e7ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de5b626a-ce7b-4e77-9f85-ccf3986128c8 HTTP/1.1" status: 204 len: 168 time: 0.1533356 Feb 21 10:11:28.224619 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81724e4c-4700-4f38-8b02-54eb3910e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5b626a-ce7b-4e77-9f85-ccf3986128c8,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:28.270596 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['b38f5989-b0dd-45ce-8a06-76f490467a18'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:11:28.332199 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1756467-5690-498b-8e7e-044c0b56d698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c03ea-dc76-4ad3-9da7-03b92b24e2be'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:28.334443 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12fb2e-4583-4e51-925e-04acd5ae756a" -d '{"events": [{"server_uuid": "a1756467-5690-498b-8e7e-044c0b56d698", "name": "network-vif-plugged", "status": "completed", "tag": "131c03ea-dc76-4ad3-9da7-03b92b24e2be"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:28.387312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3a7c5-0677-469a-a0e2-4394900dc68d x-openstack-request-id: req-69c3a7c5-0677-469a-a0e2-4394900dc68d {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:28.387656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1756467-5690-498b-8e7e-044c0b56d698", "name": "network-vif-plugged", "status": "completed", "tag": "131c03ea-dc76-4ad3-9da7-03b92b24e2be", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:28.388097 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69c3a7c5-0677-469a-a0e2-4394900dc68d {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:28.388624 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1756467-5690-498b-8e7e-044c0b56d698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c03ea-dc76-4ad3-9da7-03b92b24e2be', 'code': 200} Feb 21 10:11:28.828636 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f148a-5b04-4f3f-8d53-b5fcaa481421 req-e06c1579-c02f-4fa3-a686-3067fbdf9389 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:28.830031 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e56f148a-5b04-4f3f-8d53-b5fcaa481421 req-e06c1579-c02f-4fa3-a686-3067fbdf9389 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.3139982 Feb 21 10:11:28.844931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab372b-a4c3-4e68-b775-f7b269b8650e req-c483fa86-74d5-4a0f-92fd-9e39fdcae2d5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:28.846628 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8aab372b-a4c3-4e68-b775-f7b269b8650e req-c483fa86-74d5-4a0f-92fd-9e39fdcae2d5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 944 time: 0.3004410 Feb 21 10:11:28.884781 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbdb93-6124-4a78-bd98-99ab1e54ad49 req-733e7536-35f4-49bd-bdd4-29c1ceabbd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:28.886229 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31bbdb93-6124-4a78-bd98-99ab1e54ad49 req-733e7536-35f4-49bd-bdd4-29c1ceabbd0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 1129 time: 0.1152186 Feb 21 10:11:28.947742 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e56f148a-5b04-4f3f-8d53-b5fcaa481421 req-5e79ab20-bfae-454d-9ade-2f6b47540a31 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106663 Feb 21 10:11:28.970983 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8aab372b-a4c3-4e68-b775-f7b269b8650e req-3f797313-20de-4925-8513-0040766e6adf tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104493 Feb 21 10:11:28.996179 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31bbdb93-6124-4a78-bd98-99ab1e54ad49 req-adba7db0-57e1-48d4-8c85-117c11176286 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985527 Feb 21 10:11:29.052091 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34248) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:29.160111 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e507-3fcc-4dbd-8cc5-854716f72267 req-048037ba-0bd4-4e68-917c-e3ce46c34e11 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:29.162453 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46d9e507-3fcc-4dbd-8cc5-854716f72267 req-048037ba-0bd4-4e68-917c-e3ce46c34e11 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 944 time: 0.0985475 Feb 21 10:11:29.176316 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8422e-6dfb-482e-b5af-d2898d195442 req-29d505f3-d276-48c9-a6e8-5404fe4077bd tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:29.178074 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6af8422e-6dfb-482e-b5af-d2898d195442 req-29d505f3-d276-48c9-a6e8-5404fe4077bd tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0926907 Feb 21 10:11:29.257710 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46d9e507-3fcc-4dbd-8cc5-854716f72267 req-29a07704-acfb-4275-a4f3-9f0aa4db4ee0 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785027 Feb 21 10:11:29.261963 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6af8422e-6dfb-482e-b5af-d2898d195442 req-17299fef-d715-4c4a-9355-3ee4a2af3a1c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Feb 21 10:11:29.314124 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34262) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:29.342177 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f22da312-627c-4f80-97c3-0bfaa57f9163 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:11:29.389117 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-880542378-network', 'tenant_id': 'e4c858e99739411b8b417afe681ffe2a'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:29.390958 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ff55af9c-5feb-44a0-b0c5-d223a73c1669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.419901 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Made reservation on behalf of e4c858e99739411b8b417afe681ffe2a for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:29.422253 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.434797 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.489851 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ff55af9c-5feb-44a0-b0c5-d223a73c1669 admin admin] Publish callbacks [] for security_group (95969952-ec8e-4f58-840f-6c63d7308777), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.496879 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ff55af9c-5feb-44a0-b0c5-d223a73c1669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (95969952-ec8e-4f58-840f-6c63d7308777), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.509488 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port f22da312-627c-4f80-97c3-0bfaa57f9163, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f22da312-627c-4f80-97c3-0bfaa57f9163,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:29.521882 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'port_id': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'mac_address': 'fa:16:3e:5e:0f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:11:29.531724 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55af9c-5feb-44a0-b0c5-d223a73c1669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95969952-ec8e-4f58-840f-6c63d7308777,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:29.568877 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ff55af9c-5feb-44a0-b0c5-d223a73c1669 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a54b32a58c1c48b19f46bb0b6fccbb86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132213 Feb 21 10:11:29.569367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34270) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:29.573942 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port f22da312-627c-4f80-97c3-0bfaa57f9163 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:29.574459 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.591739 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22da312-627c-4f80-97c3-0bfaa57f9163 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:11:29.613677 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port f22da312-627c-4f80-97c3-0bfaa57f9163, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f22da312-627c-4f80-97c3-0bfaa57f9163,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:29.620200 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.633460 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aa34e8f3-f616-4936-b4b3-3bb60d4f5052 admin admin] Publish callbacks [] for security_group (95969952-ec8e-4f58-840f-6c63d7308777), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.656765 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aa34e8f3-f616-4936-b4b3-3bb60d4f5052 admin admin] Publish callbacks [] for security_group (95969952-ec8e-4f58-840f-6c63d7308777), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.673466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=f22da312-627c-4f80-97c3-0bfaa57f9163,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:29.716191 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aa34e8f3-f616-4936-b4b3-3bb60d4f5052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (95969952-ec8e-4f58-840f-6c63d7308777), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.719171 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aa34e8f3-f616-4936-b4b3-3bb60d4f5052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.723230 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-aa34e8f3-f616-4936-b4b3-3bb60d4f5052 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95969952-ec8e-4f58-840f-6c63d7308777 HTTP/1.1" status: 204 len: 168 time: 0.1500034 Feb 21 10:11:29.725616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks [] for security_group (0ff4550e-4b31-409b-818e-6f82a1c2ae9d), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.731854 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (0ff4550e-4b31-409b-818e-6f82a1c2ae9d), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.749287 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34e8f3-f616-4936-b4b3-3bb60d4f5052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95969952-ec8e-4f58-840f-6c63d7308777,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:29.756557 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:11:29.766335 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4550e-4b31-409b-818e-6f82a1c2ae9d,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:29.772962 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (de8ba05c-709d-45d1-a840-84372962f856), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.773359 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Added segment de8ba05c-709d-45d1-a840-84372962f856 of type vlan for network 772074e0-2921-43d9-a25c-e827f9feaa45 Feb 21 10:11:29.819252 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (772074e0-2921-43d9-a25c-e827f9feaa45), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.846415 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (772074e0-2921-43d9-a25c-e827f9feaa45), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.847480 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:29.848156 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:29.917664 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6000905 Feb 21 10:11:29.918512 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34282) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:29.920354 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070eba1c-256d-4056-94e9-82822081687a admin admin] Pushing event updated for resources: {'Network': ['ID=772074e0-2921-43d9-a25c-e827f9feaa45,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:29.929225 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Request body: {'subnet': {'network_id': '772074e0-2921-43d9-a25c-e827f9feaa45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-880542378-subnet', 'tenant_id': 'e4c858e99739411b8b417afe681ffe2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:29.930562 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 772074e0-2921-43d9-a25c-e827f9feaa45 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:11:29.957133 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Made reservation on behalf of e4c858e99739411b8b417afe681ffe2a for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:29.961839 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12092803'] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.106862 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34292) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:30.125262 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e16d0267-da1b-4493-9ba2-e4f67b59dfe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.211744 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e16d0267-da1b-4493-9ba2-e4f67b59dfe8 admin admin] Publish callbacks [] for security_group (c38ac1c8-332c-41a0-8540-6c3cae340b0c), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.215964 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e16d0267-da1b-4493-9ba2-e4f67b59dfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c38ac1c8-332c-41a0-8540-6c3cae340b0c), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.228032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12304822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12092785'] for subnet (a58686fb-ad13-41c0-a137-bbbaf75219ca), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.244728 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0756198-408b-4f8d-9fa8-ba3f996525b6 req-3b9e0df1-8b7b-446b-b536-124f3fb7f2dd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:30.246261 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0756198-408b-4f8d-9fa8-ba3f996525b6 req-3b9e0df1-8b7b-446b-b536-124f3fb7f2dd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.1448929 Feb 21 10:11:30.255541 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e16d0267-da1b-4493-9ba2-e4f67b59dfe8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3e7dd48aac54b87bc3cd63802b59ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475334 Feb 21 10:11:30.256400 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d0267-da1b-4493-9ba2-e4f67b59dfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38ac1c8-332c-41a0-8540-6c3cae340b0c,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:30.258670 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34296) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:30.272870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6b064-f445-49ec-a093-3ec24c82e9da req-a4c4c3bb-3e1c-4dae-885e-f9935d19fbe3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:30.274419 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3db6b064-f445-49ec-a093-3ec24c82e9da req-a4c4c3bb-3e1c-4dae-885e-f9935d19fbe3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1719091 Feb 21 10:11:30.310519 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e1011794-7e48-4fa1-b6c9-b9e2ce68ebb5 admin admin] Publish callbacks [] for security_group (c38ac1c8-332c-41a0-8540-6c3cae340b0c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.332066 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e1011794-7e48-4fa1-b6c9-b9e2ce68ebb5 admin admin] Publish callbacks [] for security_group (c38ac1c8-332c-41a0-8540-6c3cae340b0c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.352075 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58686fb-ad13-41c0-a137-bbbaf75219ca,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:30.385400 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e1011794-7e48-4fa1-b6c9-b9e2ce68ebb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c38ac1c8-332c-41a0-8540-6c3cae340b0c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.388068 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e1011794-7e48-4fa1-b6c9-b9e2ce68ebb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.391553 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e1011794-7e48-4fa1-b6c9-b9e2ce68ebb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c38ac1c8-332c-41a0-8540-6c3cae340b0c HTTP/1.1" status: 204 len: 168 time: 0.1297865 Feb 21 10:11:30.391691 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3db6b064-f445-49ec-a093-3ec24c82e9da req-c69a3801-0beb-4cbc-a804-2a8605ac8c9b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081681 Feb 21 10:11:30.395682 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0756198-408b-4f8d-9fa8-ba3f996525b6 req-77da6a5b-f61c-476d-92a4-121f7cf3f229 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203105 Feb 21 10:11:30.396841 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Checking segment: {'id': 'de8ba05c-709d-45d1-a840-84372962f856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '772074e0-2921-43d9-a25c-e827f9feaa45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:30.397247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Network hostable DHCP agents. Network: 772074e0-2921-43d9-a25c-e827f9feaa45, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:11:30.422306 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1011794-7e48-4fa1-b6c9-b9e2ce68ebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38ac1c8-332c-41a0-8540-6c3cae340b0c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:30.426390 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Network 772074e0-2921-43d9-a25c-e827f9feaa45 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:11:30.441178 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 772074e0-2921-43d9-a25c-e827f9feaa45) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:30.454872 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0211915-0a38-4840-885b-98a43ae27f5d None None] Network 772074e0-2921-43d9-a25c-e827f9feaa45 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:30.455317 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:30.455620 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:30.480095 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-cc60e752-050d-49bf-8736-e3132611bff7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5591838 Feb 21 10:11:30.578177 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1b3ab-4d20-497d-930c-de3e99f7dafc req-5f357ea5-a3f4-493d-ac35-afa7d0f44026 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:30.579816 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-13b1b3ab-4d20-497d-930c-de3e99f7dafc req-5f357ea5-a3f4-493d-ac35-afa7d0f44026 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0985932 Feb 21 10:11:30.605857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0827f-61da-4b1d-8dbf-0aa9117518ac None None] Network 772074e0-2921-43d9-a25c-e827f9feaa45 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:30.617866 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d66343-c62c-4793-9689-2f6e115686e5 req-cfe90af7-a0b5-4642-8f7c-2b360195c450 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:30.618385 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-51d66343-c62c-4793-9689-2f6e115686e5 req-cfe90af7-a0b5-4642-8f7c-2b360195c450 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 944 time: 0.1026599 Feb 21 10:11:30.661906 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-13b1b3ab-4d20-497d-930c-de3e99f7dafc req-c8566459-6bca-4534-bb54-29ef58ea8f15 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730109 Feb 21 10:11:30.701276 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-51d66343-c62c-4793-9689-2f6e115686e5 req-f2956846-498c-4266-9d72-71e4278f33e8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715818 Feb 21 10:11:31.064591 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34334) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:31.069695 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1629492755-network', 'tenant_id': 'e8f5b42d9d3644ad9730942807e3d551'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:31.098364 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Made reservation on behalf of e8f5b42d9d3644ad9730942807e3d551 for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:31.100843 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.109279 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.187823 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks [] for security_group (bdd04a32-be0f-4764-91e3-9662591257b8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.193357 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (bdd04a32-be0f-4764-91e3-9662591257b8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.219278 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:11:31.229897 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd04a32-be0f-4764-91e3-9662591257b8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:31.234653 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (a26238ad-b475-495b-bfaa-0bda7728d0b1), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.235002 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Added segment a26238ad-b475-495b-bfaa-0bda7728d0b1 of type vlan for network 738c8501-5dde-4a6e-830c-6dbfdfe358c5 Feb 21 10:11:31.278072 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (738c8501-5dde-4a6e-830c-6dbfdfe358c5), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.302567 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (738c8501-5dde-4a6e-830c-6dbfdfe358c5), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.303466 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:31.304057 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.355617 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2898736 Feb 21 10:11:31.360223 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34344) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:31.365497 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Request body: {'subnet': {'network_id': '738c8501-5dde-4a6e-830c-6dbfdfe358c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1629492755-subnet', 'tenant_id': 'e8f5b42d9d3644ad9730942807e3d551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:31.370671 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2b24f-c339-4fba-80f0-753ad218cbed admin admin] Pushing event updated for resources: {'Network': ['ID=738c8501-5dde-4a6e-830c-6dbfdfe358c5,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:31.384154 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 738c8501-5dde-4a6e-830c-6dbfdfe358c5 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:11:31.397832 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Made reservation on behalf of e8f5b42d9d3644ad9730942807e3d551 for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:11:31.400546 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12092803'] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.631316 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097c9d9-1f86-4f4d-be97-a7c5a88d923c req-f7e597e2-f1e6-4ec5-ad18-4e5d954f28af tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:31.632813 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7097c9d9-1f86-4f4d-be97-a7c5a88d923c req-f7e597e2-f1e6-4ec5-ad18-4e5d954f28af tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1366785 Feb 21 10:11:31.639710 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db24ac-b94e-4648-a2ba-337abc9e21fc req-6a10033b-40c6-40f4-a53a-d282c7121863 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:31.641151 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e4db24ac-b94e-4648-a2ba-337abc9e21fc req-6a10033b-40c6-40f4-a53a-d282c7121863 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.1539717 Feb 21 10:11:31.745746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12304822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12092785'] for subnet (6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.779149 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e4db24ac-b94e-4648-a2ba-337abc9e21fc req-071aaa0d-aaf8-4bbf-97f2-35bb6b7664b1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265869 Feb 21 10:11:31.785193 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7097c9d9-1f86-4f4d-be97-a7c5a88d923c req-235d98e9-f9bd-40db-8ec1-727cc528df1e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430867 Feb 21 10:11:31.830944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:31.840147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Checking segment: {'id': 'a26238ad-b475-495b-bfaa-0bda7728d0b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '738c8501-5dde-4a6e-830c-6dbfdfe358c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:11:31.840720 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Network hostable DHCP agents. Network: 738c8501-5dde-4a6e-830c-6dbfdfe358c5, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:11:31.866913 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Network 738c8501-5dde-4a6e-830c-6dbfdfe358c5 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:11:31.920156 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 738c8501-5dde-4a6e-830c-6dbfdfe358c5) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:11:31.928649 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:31.929137 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb49fb0-ebc8-459b-95b8-c58af77f0174 None None] Network 738c8501-5dde-4a6e-830c-6dbfdfe358c5 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:31.929569 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:31.958615 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-cbee2f64-4dbd-42c9-ba9e-bba4ef41e8d7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5952485 Feb 21 10:11:31.963844 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88423328-5c94-4c8f-995c-334f8b96befa req-6e4ec44c-3aa2-45e1-9c18-c4375c704b34 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:31.965483 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-88423328-5c94-4c8f-995c-334f8b96befa req-6e4ec44c-3aa2-45e1-9c18-c4375c704b34 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.1071496 Feb 21 10:11:31.978891 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ced2-f885-4a80-8741-e0ae12238c94 req-17e7ea92-4851-4a4f-93d7-422a77662ef7 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:31.980371 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4057ced2-f885-4a80-8741-e0ae12238c94 req-17e7ea92-4851-4a4f-93d7-422a77662ef7 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 944 time: 0.1112211 Feb 21 10:11:32.054163 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d35bb2-a0d8-45ce-8e49-afac2c35c369 None None] Network 738c8501-5dde-4a6e-830c-6dbfdfe358c5 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:11:32.063032 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-88423328-5c94-4c8f-995c-334f8b96befa req-a0cfdf7d-f920-4fed-97c1-4824efb65186 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766888 Feb 21 10:11:32.071349 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4057ced2-f885-4a80-8741-e0ae12238c94 req-7a3f1d28-2ce0-4e0e-99fb-5481c96934ff tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Feb 21 10:11:32.481215 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b38f5989-b0dd-45ce-8a06-76f490467a18 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:32.538762 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port b38f5989-b0dd-45ce-8a06-76f490467a18 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:11:32.542843 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port b38f5989-b0dd-45ce-8a06-76f490467a18 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:32.543290 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:32.622833 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b38f5989-b0dd-45ce-8a06-76f490467a18 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:32.623138 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:32.645955 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38f5989-b0dd-45ce-8a06-76f490467a18'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:32.648407 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcd1841-a34a-40ab-a308-b435d1490c87" -d '{"events": [{"server_uuid": "a5066d9c-91fb-4351-bc24-e07e23112a0e", "name": "network-vif-plugged", "status": "completed", "tag": "b38f5989-b0dd-45ce-8a06-76f490467a18"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:32.660872 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b38f5989-b0dd-45ce-8a06-76f490467a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b38f5989-b0dd-45ce-8a06-76f490467a18,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:32.664947 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:32.665753 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 487143f5-c802-44ca-a89f-ac1ffe604690 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:32.703707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590e994c-1bb7-4f08-9f67-6a9dd3c6f8b7 x-openstack-request-id: req-590e994c-1bb7-4f08-9f67-6a9dd3c6f8b7 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:32.704020 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5066d9c-91fb-4351-bc24-e07e23112a0e", "name": "network-vif-plugged", "status": "completed", "tag": "b38f5989-b0dd-45ce-8a06-76f490467a18", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:32.704296 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-590e994c-1bb7-4f08-9f67-6a9dd3c6f8b7 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:32.704672 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38f5989-b0dd-45ce-8a06-76f490467a18', 'code': 200} Feb 21 10:11:32.741270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b38f5989-b0dd-45ce-8a06-76f490467a18,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:32.755171 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 487143f5-c802-44ca-a89f-ac1ffe604690 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:11:32.758939 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 487143f5-c802-44ca-a89f-ac1ffe604690 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:32.759312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:32.837438 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 487143f5-c802-44ca-a89f-ac1ffe604690 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:32.837837 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:32.871424 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 487143f5-c802-44ca-a89f-ac1ffe604690, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=487143f5-c802-44ca-a89f-ac1ffe604690,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:32.874621 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:32.924395 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=487143f5-c802-44ca-a89f-ac1ffe604690,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:32.945874 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3a04f-3ca7-4a28-a01f-c5b96f820fbc req-ae383457-4893-47dd-afcf-160f075d82b1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:32.947352 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a0a3a04f-3ca7-4a28-a01f-c5b96f820fbc req-ae383457-4893-47dd-afcf-160f075d82b1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0804131 Feb 21 10:11:32.954723 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72063cd-444e-40c7-aaec-ea2c215ce10c req-beec7939-7cd1-419d-ad33-5098ffa90ad1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:32.956095 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b72063cd-444e-40c7-aaec-ea2c215ce10c req-beec7939-7cd1-419d-ad33-5098ffa90ad1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.0990133 Feb 21 10:11:33.027365 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a0a3a04f-3ca7-4a28-a01f-c5b96f820fbc req-bd84f1db-52be-450b-a11a-00468cea9fba tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703366 Feb 21 10:11:33.030371 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b72063cd-444e-40c7-aaec-ea2c215ce10c req-fa93bd2d-9c90-4ef3-aa09-aa24f9d07057 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677288 Feb 21 10:11:33.204522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5bc361-67ec-4464-99bb-595699a54a47 req-34418074-7a23-4634-84f3-1b17de0961ff tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:33.205966 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7e5bc361-67ec-4464-99bb-595699a54a47 req-34418074-7a23-4634-84f3-1b17de0961ff tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0851395 Feb 21 10:11:33.216929 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa4d30-b53d-4e62-b817-322b93099ce0 req-c8dc4b2c-f836-4bd8-9812-93e6d266a657 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:33.218342 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5aaa4d30-b53d-4e62-b817-322b93099ce0 req-c8dc4b2c-f836-4bd8-9812-93e6d266a657 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0685556 Feb 21 10:11:33.290636 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5aaa4d30-b53d-4e62-b817-322b93099ce0 req-717b62f1-209c-4987-bedc-5d57595d09bc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652280 Feb 21 10:11:33.293662 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7e5bc361-67ec-4464-99bb-595699a54a47 req-4423b914-4bd0-44d3-adee-33d02d2fed99 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744092 Feb 21 10:11:33.439475 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-4b5b608a-d014-4371-b54e-db7532594c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:34.036989 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262364c-72f2-48b2-89b7-81196ac9012e req-b734a5b0-713a-4b2a-86b8-b0b5b609bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:34.038487 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2262364c-72f2-48b2-89b7-81196ac9012e req-b734a5b0-713a-4b2a-86b8-b0b5b609bd80 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 1129 time: 0.0425515 Feb 21 10:11:34.098426 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2262364c-72f2-48b2-89b7-81196ac9012e req-c55dfb2d-3ca6-4edb-b5ab-8b0a8ef10e68 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521960 Feb 21 10:11:34.178071 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e535b6-1a91-4cbe-a7e3-2e8bd4f07a90 req-9c678cd0-b6f8-45e2-8ced-440b34ad8e21 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:34.179520 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95e535b6-1a91-4cbe-a7e3-2e8bd4f07a90 req-9c678cd0-b6f8-45e2-8ced-440b34ad8e21 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.0721984 Feb 21 10:11:34.186728 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93345515-60e1-4217-b740-f456b14446ae req-4a076ca6-de60-47fa-bf80-254c5e23cff0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:34.188065 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-93345515-60e1-4217-b740-f456b14446ae req-4a076ca6-de60-47fa-bf80-254c5e23cff0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0887187 Feb 21 10:11:34.257537 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95e535b6-1a91-4cbe-a7e3-2e8bd4f07a90 req-01d8bded-48f3-498e-8d21-d2bb88734ceb tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685432 Feb 21 10:11:34.260657 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-93345515-60e1-4217-b740-f456b14446ae req-c5e0a760-aea2-4888-a3a0-55ddc97a9eb5 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655394 Feb 21 10:11:34.441469 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c71f05-b01b-4371-a256-aa6019d0c056 req-6dcc9202-bc81-420a-894e-4baec109a21f tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:34.442920 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-28c71f05-b01b-4371-a256-aa6019d0c056 req-6dcc9202-bc81-420a-894e-4baec109a21f tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0858414 Feb 21 10:11:34.449424 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80da04-41f3-4a94-ab27-1c44e32cdc3b req-5cc946da-3d26-47c9-a2e3-3015c382cd70 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:34.450799 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca80da04-41f3-4a94-ab27-1c44e32cdc3b req-5cc946da-3d26-47c9-a2e3-3015c382cd70 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0949168 Feb 21 10:11:34.519528 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-28c71f05-b01b-4371-a256-aa6019d0c056 req-113e4e45-3072-487f-b76d-6260961d571d tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677960 Feb 21 10:11:34.523604 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca80da04-41f3-4a94-ab27-1c44e32cdc3b req-7d8ed9be-3f5c-43da-960d-a847832b3cfd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663941 Feb 21 10:11:34.705577 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487143f5-c802-44ca-a89f-ac1ffe604690'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:34.707844 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1938934d-fba0-4b13-8fd0-7be88cdc4ef3" -d '{"events": [{"server_uuid": "97a2cacc-ed54-4da8-a74b-a9d865648579", "name": "network-vif-plugged", "status": "completed", "tag": "487143f5-c802-44ca-a89f-ac1ffe604690"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:34.743170 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47689de9-a71c-44fa-bf4e-d984a66cb9d6 x-openstack-request-id: req-47689de9-a71c-44fa-bf4e-d984a66cb9d6 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:34.743479 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2cacc-ed54-4da8-a74b-a9d865648579", "name": "network-vif-plugged", "status": "completed", "tag": "487143f5-c802-44ca-a89f-ac1ffe604690", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:34.743735 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47689de9-a71c-44fa-bf4e-d984a66cb9d6 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:34.744123 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487143f5-c802-44ca-a89f-ac1ffe604690', 'code': 200} Feb 21 10:11:34.781245 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f22da312-627c-4f80-97c3-0bfaa57f9163'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:11:35.160412 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f2de-3d53-4638-b223-367a6af3f428 req-4041de22-a966-4519-ac4f-f783a9ab8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:35.161930 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8a5f2de-3d53-4638-b223-367a6af3f428 req-4041de22-a966-4519-ac4f-f783a9ab8180 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0446348 Feb 21 10:11:35.256582 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8a5f2de-3d53-4638-b223-367a6af3f428 req-6d990cc0-7abf-4468-b0c4-a18bd174244b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429933 Feb 21 10:11:35.405746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230afef-41c2-4dcd-a4e6-1acc3e134bfd req-c676550b-e75d-4cb3-97b8-affb19e778ac tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:35.407226 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b230afef-41c2-4dcd-a4e6-1acc3e134bfd req-c676550b-e75d-4cb3-97b8-affb19e778ac tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.0804904 Feb 21 10:11:35.426986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31c0f7-faec-4aa7-9e56-91c463676a8f req-6cbe3d49-4e23-4060-8072-34f2a431285e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:35.428420 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bb31c0f7-faec-4aa7-9e56-91c463676a8f req-6cbe3d49-4e23-4060-8072-34f2a431285e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0924959 Feb 21 10:11:35.493887 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b230afef-41c2-4dcd-a4e6-1acc3e134bfd req-e12fbb69-f8ec-4919-9475-7f993e6f4e45 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799766 Feb 21 10:11:35.497865 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bb31c0f7-faec-4aa7-9e56-91c463676a8f req-94e9f50f-7eb5-43ee-b9fa-6f1e6cb21d22 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618982 Feb 21 10:11:35.696613 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805be8c-665a-40de-a248-6c287f967c48 req-26492477-2845-46e3-b741-ea3a73457e1f tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:35.698098 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b805be8c-665a-40de-a248-6c287f967c48 req-26492477-2845-46e3-b741-ea3a73457e1f tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.1118896 Feb 21 10:11:35.726779 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc099e-115c-4e45-a0d6-ede56a604999 req-b450aeb7-babc-40ad-8470-ac331b438c3d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:35.728310 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cfdc099e-115c-4e45-a0d6-ede56a604999 req-b450aeb7-babc-40ad-8470-ac331b438c3d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0875890 Feb 21 10:11:35.738373 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34456) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:35.742957 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'floatingip': {'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:35.817369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-1abdc4ff-3a97-4618-98c4-9fe86709047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:35.820240 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b805be8c-665a-40de-a248-6c287f967c48 req-8a56c18f-28b1-441a-ace4-f971b9dc8602 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109421 Feb 21 10:11:35.851472 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (37f84042-3f04-4858-a7b7-cf4280c54078), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:35.915034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95725c-c631-4ca9-b3ee-31de589dee25 req-749030fe-652e-49e5-af67-adb4ecdcec29 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:35.916711 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0e95725c-c631-4ca9-b3ee-31de589dee25 req-749030fe-652e-49e5-af67-adb4ecdcec29 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0784395 Feb 21 10:11:35.983126 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0e95725c-c631-4ca9-b3ee-31de589dee25 req-0d941ca8-a1db-48ed-b0ba-257357c3ec12 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600955 Feb 21 10:11:36.522962 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:36.526741 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (37f84042-3f04-4858-a7b7-cf4280c54078), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:36.614054 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e36c15-091d-4134-a64b-bbfdf854e453 req-9e3a77b8-886c-4611-b82e-97f240087714 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:36.615528 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-47e36c15-091d-4134-a64b-bbfdf854e453 req-9e3a77b8-886c-4611-b82e-97f240087714 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.0549467 Feb 21 10:11:36.677642 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-47e36c15-091d-4134-a64b-bbfdf854e453 req-68bae29f-7bdb-4818-973a-9c45ec09d865 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564580 Feb 21 10:11:36.832700 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.l3_db [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Floating IP 37f84042-3f04-4858-a7b7-cf4280c54078 associated. External IP: 172.27.0.130, port: b8f5f157-9a72-4c78-a94e-482ebbc0d47b. Feb 21 10:11:36.939446 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:36.980053 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57435a89-ed24-4257-a5ac-36159e7b2157 req-7e9bd6a2-50ac-4b2e-9301-acdb50547015 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:36.981900 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57435a89-ed24-4257-a5ac-36159e7b2157 req-7e9bd6a2-50ac-4b2e-9301-acdb50547015 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0896485 Feb 21 10:11:37.077836 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57435a89-ed24-4257-a5ac-36159e7b2157 req-0f25b3ca-2907-49b2-bd4d-6340a39d6793 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871899 Feb 21 10:11:37.120360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:11:37.202932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be00c5-f2f3-4b5f-ab01-0cf038f35768 req-f4009d89-8103-4c27-9a4b-e361b76eb40f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:37.210332 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a0be00c5-f2f3-4b5f-ab01-0cf038f35768 req-f4009d89-8103-4c27-9a4b-e361b76eb40f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.1001220 Feb 21 10:11:37.268602 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a0be00c5-f2f3-4b5f-ab01-0cf038f35768 req-425effda-b1e1-4289-9bbc-4479fb5f394e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531743 Feb 21 10:11:37.325180 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:11:37.333668 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:37.339645 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:11:37.346524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34504) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:37.361563 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:37.371214 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:11:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:37.417662 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a53f9270-5cf5-4dd3-abfa-9227c76bfd6a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "PUT /v2.0/floatingips/37f84042-3f04-4858-a7b7-cf4280c54078 HTTP/1.1" status: 200 len: 991 time: 1.6780689 Feb 21 10:11:37.418332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:37.420664 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b91de880df0830b55dcdfef1929eeb4fc9bbb0512a2ce3745975162853d798d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3926671e-f64e-4170-8691-da15ea6bca4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:37.519139 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8649393c-a378-49da-bb47-2bb079de96c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:37.682200 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:37.720311 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50397e5d-1c80-4ad6-a9d7-51c5c44b74d6 x-openstack-request-id: req-50397e5d-1c80-4ad6-a9d7-51c5c44b74d6 {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:37.720648 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "status": "completed", "code": 200}]} {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:37.721478 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50397e5d-1c80-4ad6-a9d7-51c5c44b74d6 {{(pid=102845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:37.722154 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'status': 'completed', 'code': 200} Feb 21 10:11:37.795703 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8649393c-a378-49da-bb47-2bb079de96c6 admin admin] Publish callbacks [] for security_group (c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:37.817978 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8649393c-a378-49da-bb47-2bb079de96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:37.877608 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f22da312-627c-4f80-97c3-0bfaa57f9163 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:11:37.927350 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649393c-a378-49da-bb47-2bb079de96c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:37.995253 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8649393c-a378-49da-bb47-2bb079de96c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae57a7847f8b47e38da601afb361bd2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6447875 Feb 21 10:11:37.996386 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34534) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:38.000968 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-7d32a7c3-bea2-41e6-8f05-7a5a115e8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.003532 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-7d32a7c3-bea2-41e6-8f05-7a5a115e8e32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 1129 time: 0.3046782 Feb 21 10:11:38.059206 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port f22da312-627c-4f80-97c3-0bfaa57f9163 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:11:38.068493 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port f22da312-627c-4f80-97c3-0bfaa57f9163 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:11:38.069837 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.087101 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926671e-f64e-4170-8691-da15ea6bca4d req-53164df4-dd2c-458f-a075-58735a6800f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.097763 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-53164df4-dd2c-458f-a075-58735a6800f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1129 time: 0.3237572 Feb 21 10:11:38.108753 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7b1fd-a359-40f1-be66-339789c5d179 req-ba180508-331b-497a-97ba-c4c59725b098 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.110301 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ffc7b1fd-a359-40f1-be66-339789c5d179 req-ba180508-331b-497a-97ba-c4c59725b098 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 945 time: 0.1895995 Feb 21 10:11:38.139034 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4b64789-55bf-43b8-a9ed-6ab14368da31 admin admin] Publish callbacks [] for security_group (c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.169865 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4b64789-55bf-43b8-a9ed-6ab14368da31 admin admin] Publish callbacks [] for security_group (c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.243669 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port f22da312-627c-4f80-97c3-0bfaa57f9163 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:11:38.244294 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.275862 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:38.279264 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c464d2-96c5-4da2-8716-0c5c3bb5708a" -d '{"events": [{"server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "name": "network-vif-plugged", "status": "completed", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:38.296544 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port f22da312-627c-4f80-97c3-0bfaa57f9163, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f22da312-627c-4f80-97c3-0bfaa57f9163,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:11:38.300815 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4b64789-55bf-43b8-a9ed-6ab14368da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.303834 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4b64789-55bf-43b8-a9ed-6ab14368da31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.305189 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a4b64789-55bf-43b8-a9ed-6ab14368da31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f HTTP/1.1" status: 204 len: 168 time: 0.3064291 Feb 21 10:11:38.310028 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.320019 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b64789-55bf-43b8-a9ed-6ab14368da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3afb4-0e77-4e98-9e68-ed9fd5cad96f,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:38.434729 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.452193 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '37f84042-3f04-4858-a7b7-cf4280c54078', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'mac_address': 'fa:16:3e:26:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:10:56Z', 'updated_at': '2022-02-21T10:11:36Z', 'revision_number': 1, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:38.484902 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=f22da312-627c-4f80-97c3-0bfaa57f9163,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:38.497295 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:11:38.509650 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:38.510482 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:11:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:38.592716 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ffc7b1fd-a359-40f1-be66-339789c5d179 req-0a801c8c-d2f3-4dce-b011-8096e3c061b4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702349 Feb 21 10:11:38.645789 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926671e-f64e-4170-8691-da15ea6bca4d req-0cfc9292-9b0c-4837-9122-bae045550506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.648462 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:38.656562 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-0cfc9292-9b0c-4837-9122-bae045550506 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.5427120 Feb 21 10:11:38.666266 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-125cb51a-7f5c-41d3-8bd2-4843a7e98ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.667819 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-125cb51a-7f5c-41d3-8bd2-4843a7e98ad4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.6587374 Feb 21 10:11:38.782863 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd614e2d-64df-456e-b107-c7dcb74e8491 req-3c08eda3-1f14-42da-a9a7-140f0471d739 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.790975 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fd614e2d-64df-456e-b107-c7dcb74e8491 req-3c08eda3-1f14-42da-a9a7-140f0471d739 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.6918552 Feb 21 10:11:38.812426 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-cbfbbf8f-1cc6-4f5d-8a8a-1d2ff798c288 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b38f5989-b0dd-45ce-8a06-76f490467a18 HTTP/1.1" status: 200 len: 217 time: 0.1312933 Feb 21 10:11:38.845924 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34574) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:38.867641 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e2678f7a-02a3-40a3-b3e2-714832ec69e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:38.910628 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-3b8af8c4-709a-458f-9a41-2c5266c7ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:38.912126 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-3b8af8c4-709a-458f-9a41-2c5266c7ea2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0851343 Feb 21 10:11:38.930938 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619ac86e-679e-437f-9847-50c92d8ea364 x-openstack-request-id: req-619ac86e-679e-437f-9847-50c92d8ea364 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:38.931460 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "name": "network-vif-plugged", "status": "completed", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:38.931956 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-619ac86e-679e-437f-9847-50c92d8ea364 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:38.932710 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'code': 200} Feb 21 10:11:38.991807 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-7af5a4b8-a0f3-4e16-bd22-af041861ca1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699351 Feb 21 10:11:39.001075 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-5c00fbfc-3dca-4ed8-8dec-fbb8305d5714 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 999 time: 0.3311269 Feb 21 10:11:39.036682 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '37f84042-3f04-4858-a7b7-cf4280c54078', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'mac_address': 'fa:16:3e:26:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:10:56Z', 'updated_at': '2022-02-21T10:11:36Z', 'revision_number': 1, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:39.050087 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fd614e2d-64df-456e-b107-c7dcb74e8491 req-3653108d-698a-4971-8475-a10a67e19413 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528539 Feb 21 10:11:39.094058 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a15f2-f837-47ff-a0fd-12970706dcd6 None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '37f84042-3f04-4858-a7b7-cf4280c54078', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'mac_address': 'fa:16:3e:26:6c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:10:56Z', 'updated_at': '2022-02-21T10:11:36Z', 'revision_number': 1, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:11:39.102078 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e2678f7a-02a3-40a3-b3e2-714832ec69e0 admin admin] Publish callbacks [] for security_group (caf76cd5-1e22-42f0-ad94-728db6ee0172), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:39.109760 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e2678f7a-02a3-40a3-b3e2-714832ec69e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (caf76cd5-1e22-42f0-ad94-728db6ee0172), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:39.160699 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34592) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:39.161620 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e2678f7a-02a3-40a3-b3e2-714832ec69e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=211a6f9411bb44888ec34c44f8be2a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140581 Feb 21 10:11:39.172847 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2678f7a-02a3-40a3-b3e2-714832ec69e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf76cd5-1e22-42f0-ad94-728db6ee0172,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:39.231325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-905bff24-b738-48ca-a144-21d788a7f535 admin admin] Publish callbacks [] for security_group (caf76cd5-1e22-42f0-ad94-728db6ee0172), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:39.254967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-905bff24-b738-48ca-a144-21d788a7f535 admin admin] Publish callbacks [] for security_group (caf76cd5-1e22-42f0-ad94-728db6ee0172), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:39.308307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-905bff24-b738-48ca-a144-21d788a7f535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (caf76cd5-1e22-42f0-ad94-728db6ee0172), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:39.310960 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-905bff24-b738-48ca-a144-21d788a7f535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:39.312127 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-905bff24-b738-48ca-a144-21d788a7f535 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/caf76cd5-1e22-42f0-ad94-728db6ee0172 HTTP/1.1" status: 204 len: 168 time: 0.1499672 Feb 21 10:11:39.324238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bff24-b738-48ca-a144-21d788a7f535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf76cd5-1e22-42f0-ad94-728db6ee0172,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:39.400077 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930ee7d-6933-4e89-ba18-5cc2b6f36ee7 None None] New status for floating IP 37f84042-3f04-4858-a7b7-cf4280c54078: ACTIVE {{(pid=102847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:11:39.755164 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2bfb7-427f-4ccb-b5b8-ba914e71a65b req-7489088b-5414-4afc-8f2a-f5e7f0146637 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:39.757262 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46b2bfb7-427f-4ccb-b5b8-ba914e71a65b req-7489088b-5414-4afc-8f2a-f5e7f0146637 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0778232 Feb 21 10:11:39.820932 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46b2bfb7-427f-4ccb-b5b8-ba914e71a65b req-dceaba7f-e8fd-44d6-8e0a-723352ed45ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530307 Feb 21 10:11:39.860709 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.162971 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9250ba-ee65-4c6f-afa9-3e0bb96206f9 req-ed1d1d70-9d4b-4421-a127-4c4c09255a4b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:40.164473 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ac9250ba-ee65-4c6f-afa9-3e0bb96206f9 req-ed1d1d70-9d4b-4421-a127-4c4c09255a4b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0573962 Feb 21 10:11:40.212612 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ac9250ba-ee65-4c6f-afa9-3e0bb96206f9 req-b912fa77-4d5d-4e73-b488-87e9f0bf6f1a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Feb 21 10:11:40.504837 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34660) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:40.577976 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-a2e77256-9cd0-4120-8e19-afc507b1e0b7 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981584 Feb 21 10:11:40.607746 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-acedfc7d-e4b0-4350-8957-66344651a772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.687406 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-acedfc7d-e4b0-4350-8957-66344651a772 admin admin] Publish callbacks [] for security_group (31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.690909 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-acedfc7d-e4b0-4350-8957-66344651a772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.727640 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-acedfc7d-e4b0-4350-8957-66344651a772 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6404445ff7e43ff92a23635e4433674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216065 Feb 21 10:11:40.728400 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedfc7d-e4b0-4350-8957-66344651a772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:40.730379 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34664) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:40.779729 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36c170d-97fb-428b-9231-25534cef1c1f admin admin] Publish callbacks [] for security_group (31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.806257 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36c170d-97fb-428b-9231-25534cef1c1f admin admin] Publish callbacks [] for security_group (31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.853556 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36c170d-97fb-428b-9231-25534cef1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.856085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36c170d-97fb-428b-9231-25534cef1c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:40.857508 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f36c170d-97fb-428b-9231-25534cef1c1f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca HTTP/1.1" status: 204 len: 168 time: 0.1258991 Feb 21 10:11:40.867410 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c170d-97fb-428b-9231-25534cef1c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ee55bb-1fdb-4bbe-b852-3b488fe7e8ca,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:40.930622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f721ae-14c4-41dd-a7ef-8ba557b06ab0 req-e7329ab3-afc7-4f38-aac0-f9a64a867380 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:40.932119 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f3f721ae-14c4-41dd-a7ef-8ba557b06ab0 req-e7329ab3-afc7-4f38-aac0-f9a64a867380 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0536969 Feb 21 10:11:40.979239 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f3f721ae-14c4-41dd-a7ef-8ba557b06ab0 req-254c61bd-f579-48cd-8c78-fc67b173a569 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Feb 21 10:11:41.344598 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00e584-256d-4eed-9a70-bcd3008fb57c req-4c9a641d-346b-4912-96b6-58c88c72f9fc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:41.346662 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3a00e584-256d-4eed-9a70-bcd3008fb57c req-4c9a641d-346b-4912-96b6-58c88c72f9fc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0654507 Feb 21 10:11:41.398109 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3a00e584-256d-4eed-9a70-bcd3008fb57c req-388602a4-05f8-43d3-98e4-48289c866358 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 Feb 21 10:11:42.098560 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360567d6-c8e9-4a03-ad6d-518c2fc02674 req-82e54189-a5df-4951-9db6-2370c26bf7e0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:42.100341 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-360567d6-c8e9-4a03-ad6d-518c2fc02674 req-82e54189-a5df-4951-9db6-2370c26bf7e0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0542545 Feb 21 10:11:42.159705 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-360567d6-c8e9-4a03-ad6d-518c2fc02674 req-dd1149d0-c29b-4709-a021-fc76557370e3 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526242 Feb 21 10:11:42.515310 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1976a-798a-42ed-ba80-9080c27bfe6b req-7b43c0be-1764-47dd-9ea2-002a57cbb0df tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:42.516693 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d1976a-798a-42ed-ba80-9080c27bfe6b req-7b43c0be-1764-47dd-9ea2-002a57cbb0df tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0514600 Feb 21 10:11:42.564599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d1976a-798a-42ed-ba80-9080c27bfe6b req-3fc4752f-4844-4463-8c87-9d49d7764d95 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Feb 21 10:11:42.947356 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926671e-f64e-4170-8691-da15ea6bca4d req-f203aac7-c26a-44c6-af82-2d92c1fef15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:42.948839 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-f203aac7-c26a-44c6-af82-2d92c1fef15b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.1319568 Feb 21 10:11:42.999936 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a015f-31f4-4f23-92ba-e3e3a3ae7b0a req-8d50b2f5-5789-48f0-97df-f417acf5e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:43.001922 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e84a015f-31f4-4f23-92ba-e3e3a3ae7b0a req-8d50b2f5-5789-48f0-97df-f417acf5e0e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1130 time: 0.1474082 Feb 21 10:11:43.037815 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-07ae4d2e-1e1f-46d9-8b3d-851edd383916 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846745 Feb 21 10:11:43.061544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926671e-f64e-4170-8691-da15ea6bca4d req-10cba5bf-3e38-4631-8a07-937097b54f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:43.063162 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-10cba5bf-3e38-4631-8a07-937097b54f46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080322 Feb 21 10:11:43.074162 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e84a015f-31f4-4f23-92ba-e3e3a3ae7b0a req-e14c4027-6f81-4fba-bd7a-8c1c98e21c42 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588794 Feb 21 10:11:43.273751 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb19ee-79d2-4803-a956-777b3cf529aa req-00a07c94-9eaa-4b84-b364-0b7b808c04f3 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:43.275205 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0eb19ee-79d2-4803-a956-777b3cf529aa req-00a07c94-9eaa-4b84-b364-0b7b808c04f3 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0512805 Feb 21 10:11:43.320339 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0eb19ee-79d2-4803-a956-777b3cf529aa req-e1299656-73e4-42d9-824b-c272a99a046b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Feb 21 10:11:43.461628 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-b5e04d95-c507-4bb9-b5f0-1130522ee01c service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868318 Feb 21 10:11:43.554650 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3926671e-f64e-4170-8691-da15ea6bca4d req-55ec35ca-5d5c-4ece-b840-ba093e952941 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807326 Feb 21 10:11:43.684342 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82a245-d321-412e-af6e-a7ad7f5ec957 req-742b3d87-1806-4222-bed1-34444ee9f2f4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:43.685851 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c82a245-d321-412e-af6e-a7ad7f5ec957 req-742b3d87-1806-4222-bed1-34444ee9f2f4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0556500 Feb 21 10:11:43.734001 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c82a245-d321-412e-af6e-a7ad7f5ec957 req-978f6cd1-26f9-4f7e-8464-6d0d48e18fa9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Feb 21 10:11:44.437595 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00cec9-9ddb-429c-8672-be1aff4700dc req-29a3ea74-cfcc-4e4f-8589-eedec2e195de tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:44.439073 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c00cec9-9ddb-429c-8672-be1aff4700dc req-29a3ea74-cfcc-4e4f-8589-eedec2e195de tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0519021 Feb 21 10:11:44.485212 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c00cec9-9ddb-429c-8672-be1aff4700dc req-f812f755-ae86-48bf-91bf-e62364d470c8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400236 Feb 21 10:11:44.852359 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68ee43-0b00-4b3c-9a88-b836d9dcfddb req-0797eeef-3c46-4984-a84d-253504762d2c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:44.853852 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d68ee43-0b00-4b3c-9a88-b836d9dcfddb req-0797eeef-3c46-4984-a84d-253504762d2c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0524366 Feb 21 10:11:44.903599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d68ee43-0b00-4b3c-9a88-b836d9dcfddb req-f5aeae9a-75b5-4aa0-a5f2-4946e1dbedda tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Feb 21 10:11:45.614786 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81825cab-ac8d-402a-a823-baf732057b0b req-7c87c0ca-093e-43c6-8f0d-9cf30839343d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:45.617177 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-81825cab-ac8d-402a-a823-baf732057b0b req-7c87c0ca-093e-43c6-8f0d-9cf30839343d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0628319 Feb 21 10:11:45.666979 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-81825cab-ac8d-402a-a823-baf732057b0b req-9055d93c-33e7-4f43-9ed9-e7ccff50bea2 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Feb 21 10:11:45.782503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053265bf-6582-4477-8b4b-717f56d747ba req-23c55aa6-8f85-4ba4-b28d-ab063ccaad38 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:45.783991 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-053265bf-6582-4477-8b4b-717f56d747ba req-23c55aa6-8f85-4ba4-b28d-ab063ccaad38 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0511107 Feb 21 10:11:45.792852 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 34820) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:45.797081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'floatingip': {'port_id': 'f22da312-627c-4f80-97c3-0bfaa57f9163'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:11:45.868371 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (853d603c-298d-4ba2-b595-3a1dd946aa52), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:45.977644 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:11:46.105531 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9eade-808d-4000-aedc-59be5c5ca08e req-23e8898e-775a-4750-9cbd-585666919e12 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:46.106939 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ded9eade-808d-4000-aedc-59be5c5ca08e req-23e8898e-775a-4750-9cbd-585666919e12 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.1180868 Feb 21 10:11:46.239666 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ded9eade-808d-4000-aedc-59be5c5ca08e req-3f36ed7f-6bc3-4ce8-9edf-9ddd2cf6ca70 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256819 Feb 21 10:11:46.594458 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34862) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:46.735560 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:46.782904 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.db.resource_extend [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 10:11:46.837626 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Publish callbacks [] for security_group (209e44ef-b6b3-451c-b2d6-c1b56dd313a8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:46.844227 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (209e44ef-b6b3-451c-b2d6-c1b56dd313a8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:46.872274 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:46.878739 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (853d603c-298d-4ba2-b595-3a1dd946aa52), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:46.895646 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e79f6c7b89de45d2a71fdec4d9530207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989259 Feb 21 10:11:46.896514 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209e44ef-b6b3-451c-b2d6-c1b56dd313a8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:46.903686 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34876) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:46.905117 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.905788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.906343 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.906887 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.907402 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.907914 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.909125 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.909764 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.910296 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.910836 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.911383 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.911914 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.912475 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77bdd1b-40e2-4835-b629-01b493821203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:46.970319 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-62b41def-4c05-47fa-a752-96afc5761d63 admin admin] Publish callbacks [] for security_group (209e44ef-b6b3-451c-b2d6-c1b56dd313a8), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:46.996225 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-62b41def-4c05-47fa-a752-96afc5761d63 admin admin] Publish callbacks [] for security_group (209e44ef-b6b3-451c-b2d6-c1b56dd313a8), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.047154 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Floating IP 853d603c-298d-4ba2-b595-3a1dd946aa52 associated. External IP: 172.27.0.186, port: f22da312-627c-4f80-97c3-0bfaa57f9163. Feb 21 10:11:47.064440 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-62b41def-4c05-47fa-a752-96afc5761d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (209e44ef-b6b3-451c-b2d6-c1b56dd313a8), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.067426 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-62b41def-4c05-47fa-a752-96afc5761d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.068630 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-62b41def-4c05-47fa-a752-96afc5761d63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/209e44ef-b6b3-451c-b2d6-c1b56dd313a8 HTTP/1.1" status: 204 len: 168 time: 0.1522276 Feb 21 10:11:47.087318 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b41def-4c05-47fa-a752-96afc5761d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209e44ef-b6b3-451c-b2d6-c1b56dd313a8,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:47.309545 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:11:47.432032 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34898) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:47.447204 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fc511bca-7615-4102-80eb-fd72adcb84ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.475611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3e491-97ff-4598-a78d-72b4aa392d01 req-5f214988-d40e-4e1b-88d2-8d3e4736e2a9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:47.477140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6ca3e491-97ff-4598-a78d-72b4aa392d01 req-5f214988-d40e-4e1b-88d2-8d3e4736e2a9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.1089346 Feb 21 10:11:47.491255 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:11:47.496238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.503173 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:11:47.517009 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:47.517783 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:11:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:47.530310 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fc511bca-7615-4102-80eb-fd72adcb84ac admin admin] Publish callbacks [] for security_group (be5eb4f7-0601-43d8-810f-88188fb7c5d3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.535110 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fc511bca-7615-4102-80eb-fd72adcb84ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (be5eb4f7-0601-43d8-810f-88188fb7c5d3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.544814 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b74c9633-d6b3-4f75-8e43-c12e95640b70 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "PUT /v2.0/floatingips/853d603c-298d-4ba2-b595-3a1dd946aa52 HTTP/1.1" status: 200 len: 992 time: 1.7484252 Feb 21 10:11:47.545704 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:11:47.547487 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:11:47.568594 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6ca3e491-97ff-4598-a78d-72b4aa392d01 req-86df2744-576e-4cbc-bf35-8344c5cc26df tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842054 Feb 21 10:11:47.579575 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-fc511bca-7615-4102-80eb-fd72adcb84ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae283fdbc0134edc9766a1f8c37de517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461365 Feb 21 10:11:47.581712 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 34904) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:47.612652 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511bca-7615-4102-80eb-fd72adcb84ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5eb4f7-0601-43d8-810f-88188fb7c5d3,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:47.633444 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:47.633959 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a55d4bc-c898-4993-ae7b-8a00292e4688 x-openstack-request-id: req-2a55d4bc-c898-4993-ae7b-8a00292e4688 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:11:47.634251 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:11:47.634511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a55d4bc-c898-4993-ae7b-8a00292e4688 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:11:47.634910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'status': 'completed', 'code': 200} Feb 21 10:11:47.659334 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0d48c66c-9f24-4110-9037-de5b25c672d4 admin admin] Publish callbacks [] for security_group (be5eb4f7-0601-43d8-810f-88188fb7c5d3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.681974 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0d48c66c-9f24-4110-9037-de5b25c672d4 admin admin] Publish callbacks [] for security_group (be5eb4f7-0601-43d8-810f-88188fb7c5d3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.738454 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0d48c66c-9f24-4110-9037-de5b25c672d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (be5eb4f7-0601-43d8-810f-88188fb7c5d3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.741240 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0d48c66c-9f24-4110-9037-de5b25c672d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:47.742439 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0d48c66c-9f24-4110-9037-de5b25c672d4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be5eb4f7-0601-43d8-810f-88188fb7c5d3 HTTP/1.1" status: 204 len: 168 time: 0.1373641 Feb 21 10:11:47.752989 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48c66c-9f24-4110-9037-de5b25c672d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5eb4f7-0601-43d8-810f-88188fb7c5d3,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:47.951246 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '853d603c-298d-4ba2-b595-3a1dd946aa52', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'port_id': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'mac_address': 'fa:16:3e:5e:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:11:06Z', 'updated_at': '2022-02-21T10:11:46Z', 'revision_number': 1, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:47.980394 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:11:47.988537 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:11:47.989178 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:11:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:48.105971 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:11:48.328555 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '853d603c-298d-4ba2-b595-3a1dd946aa52', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'port_id': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'mac_address': 'fa:16:3e:5e:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:11:06Z', 'updated_at': '2022-02-21T10:11:46Z', 'revision_number': 1, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:11:48.355759 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7285e9a9-705a-47e0-9107-be99289f6745 None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '853d603c-298d-4ba2-b595-3a1dd946aa52', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'port_id': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'mac_address': 'fa:16:3e:5e:0f:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:11:06Z', 'updated_at': '2022-02-21T10:11:46Z', 'revision_number': 1, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:11:48.556198 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67f090-606c-40e5-96b7-1894e6b13dd4 None None] New status for floating IP 853d603c-298d-4ba2-b595-3a1dd946aa52: ACTIVE {{(pid=102847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:11:48.691898 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbab5cf-2267-441e-bf70-67467b525ffd req-7f7ee9ab-8c89-45a2-be81-27239d871253 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:48.694170 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fcbab5cf-2267-441e-bf70-67467b525ffd req-7f7ee9ab-8c89-45a2-be81-27239d871253 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0572560 Feb 21 10:11:48.745439 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fcbab5cf-2267-441e-bf70-67467b525ffd req-39b263c6-3dc0-4f9e-8ebb-d4ae981714b2 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Feb 21 10:11:49.864565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5cbda-2126-47f2-a0f5-22963427a080 req-381e4cab-e4b4-4ef5-b7cd-aaff9587227a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:49.866085 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7cc5cbda-2126-47f2-a0f5-22963427a080 req-381e4cab-e4b4-4ef5-b7cd-aaff9587227a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0521185 Feb 21 10:11:49.920659 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7cc5cbda-2126-47f2-a0f5-22963427a080 req-b508cd12-4445-483a-9ab4-a818a3e72df9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485964 Feb 21 10:11:50.302144 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-6df93338-40e0-434f-9844-c6e6cfbebabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:50.303626 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-6df93338-40e0-434f-9844-c6e6cfbebabf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1130 time: 0.0431650 Feb 21 10:11:51.037355 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ccdf8-8c7c-4e3a-a1f2-7e64f0f5fa96 req-ffe3fb65-800b-44ac-ab36-18d689fb65b2 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:51.038780 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-213ccdf8-8c7c-4e3a-a1f2-7e64f0f5fa96 req-ffe3fb65-800b-44ac-ab36-18d689fb65b2 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0533564 Feb 21 10:11:51.083737 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-213ccdf8-8c7c-4e3a-a1f2-7e64f0f5fa96 req-a4197772-596a-4d23-8919-ef24664133b8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Feb 21 10:11:51.940687 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-9d1f31c1-c31a-4b23-95fc-6f8302d79a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:51.942188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-9d1f31c1-c31a-4b23-95fc-6f8302d79a9c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.0843635 Feb 21 10:11:52.014452 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-1b79b82e-f33c-46e3-acf9-ba72199859f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 1002 time: 0.0639548 Feb 21 10:11:52.066324 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-b35c928c-8287-4053-ac3c-5eddace5c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:52.067732 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-b35c928c-8287-4053-ac3c-5eddace5c041 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0432968 Feb 21 10:11:52.122705 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-9375d832-2a13-46a2-81cd-a88e1f5ee514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:52.124388 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-9375d832-2a13-46a2-81cd-a88e1f5ee514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432811 Feb 21 10:11:52.447830 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c44ed0-2b64-46c1-b445-3dd5721fb051 req-f12b4496-e371-4646-b7a9-7e08bd57df0f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:52.449176 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-63c44ed0-2b64-46c1-b445-3dd5721fb051 req-f12b4496-e371-4646-b7a9-7e08bd57df0f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.2919316 Feb 21 10:11:52.451568 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-56bc00f8-a1bf-4cd6-9c6f-2801dddab49d service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119087 Feb 21 10:11:52.523195 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:52.548308 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-63c44ed0-2b64-46c1-b445-3dd5721fb051 req-648db8a3-949d-49b7-b145-71df868b81c8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915155 Feb 21 10:11:52.573122 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b52f1fbd-4ec2-4aa7-bbd9-e76cca2b0e1e req-13c7f03d-4f85-48df-918b-19577134c18b service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103575 Feb 21 10:11:52.843272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-318354e7-e78f-4ca4-a89a-ced8b8320c71 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426445 Feb 21 10:11:52.931596 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-201dd34b-b370-460f-9c28-da47a1e8a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:52.933115 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-201dd34b-b370-460f-9c28-da47a1e8a323 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8860e437622b4f9bb4517159afb7f220&device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 1129 time: 0.0435996 Feb 21 10:11:53.053530 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-05169a83-6464-4d29-b72e-11dbe362f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:53.054994 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-05169a83-6464-4d29-b72e-11dbe362f068 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1dadd977-fc35-48d5-bc99-0414cb857782 HTTP/1.1" status: 200 len: 913 time: 0.1002700 Feb 21 10:11:53.103310 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-f1e51e54-b31c-46a7-8149-571a2e562737 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be HTTP/1.1" status: 200 len: 217 time: 0.0354218 Feb 21 10:11:53.150811 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-a4c7128d-1f80-4a9e-a895-6010229ae515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:53.152216 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-a4c7128d-1f80-4a9e-a895-6010229ae515 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=adafffba-a137-4522-b662-7ffb852135c5 HTTP/1.1" status: 200 len: 852 time: 0.0427871 Feb 21 10:11:53.185260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-4bb35f7b-a62b-4109-96a4-8618e60f3c85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1dadd977-fc35-48d5-bc99-0414cb857782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263476 Feb 21 10:11:53.274624 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-4e683461-f90b-47ec-a5e9-4ce9d6fcdee7 service neutron] 10.222.0.45 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791728 Feb 21 10:11:53.371662 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32ff925f-c616-4aa1-9c22-fb545b9c6079 req-24ccc4bb-0aa1-441e-beff-8295f3c3ff51 service neutron] 10.222.0.45 "GET /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Feb 21 10:11:53.665933 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b576e8-4cf7-498b-97ec-b2e2e0c41865 req-d81f633f-e4e8-4769-88dc-550afb0a977c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:53.667302 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-73b576e8-4cf7-498b-97ec-b2e2e0c41865 req-d81f633f-e4e8-4769-88dc-550afb0a977c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0517507 Feb 21 10:11:53.715935 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-73b576e8-4cf7-498b-97ec-b2e2e0c41865 req-868ffeb6-a618-48e0-b6c2-0ef4a3456778 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428627 Feb 21 10:11:54.855344 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c626cf-a693-49a6-97d2-6b29e466d014 req-581da3ac-e43d-4d1e-b732-0edae3fe30ce tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:54.858200 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f5c626cf-a693-49a6-97d2-6b29e466d014 req-581da3ac-e43d-4d1e-b732-0edae3fe30ce tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0675061 Feb 21 10:11:54.927589 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f5c626cf-a693-49a6-97d2-6b29e466d014 req-9e816f2f-3a5d-48e8-a821-ae6d0e2ecb9e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 Feb 21 10:11:55.473201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cdbc3-c886-4828-9a1d-ad01b5518440 req-3f4da10b-cfe2-46a9-a124-750fb078e7f7 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:55.474571 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-313cdbc3-c886-4828-9a1d-ad01b5518440 req-3f4da10b-cfe2-46a9-a124-750fb078e7f7 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Feb 21 10:11:55.523798 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-313cdbc3-c886-4828-9a1d-ad01b5518440 req-fd88d1f3-a355-4dbd-958a-a2048aa27a3b tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Feb 21 10:11:56.017039 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35110) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:56.059817 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcf954-dc15-436d-852c-04c180a526bf req-daed0a39-addd-4833-9d58-b12156454310 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:56.061462 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-36dcf954-dc15-436d-852c-04c180a526bf req-daed0a39-addd-4833-9d58-b12156454310 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0690210 Feb 21 10:11:56.117613 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-36dcf954-dc15-436d-852c-04c180a526bf req-10107c66-f543-43c1-ac03-ef6444fa7485 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500782 Feb 21 10:11:56.151648 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9527ffca-488c-4734-b6f2-93b7f313c923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.229408 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9527ffca-488c-4734-b6f2-93b7f313c923 admin admin] Publish callbacks [] for security_group (51f5bacf-dac6-4915-9cd6-629aa6d218e8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.232995 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9527ffca-488c-4734-b6f2-93b7f313c923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (51f5bacf-dac6-4915-9cd6-629aa6d218e8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.271043 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9527ffca-488c-4734-b6f2-93b7f313c923 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=115ce5f41c0141dba0517bf9ba1bbec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531357 Feb 21 10:11:56.271824 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9527ffca-488c-4734-b6f2-93b7f313c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f5bacf-dac6-4915-9cd6-629aa6d218e8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:56.273642 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35120) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:11:56.319420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Publish callbacks [] for security_group (51f5bacf-dac6-4915-9cd6-629aa6d218e8), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.344469 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Publish callbacks [] for security_group (51f5bacf-dac6-4915-9cd6-629aa6d218e8), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.389778 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (51f5bacf-dac6-4915-9cd6-629aa6d218e8), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.393117 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:11:56.394254 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51f5bacf-dac6-4915-9cd6-629aa6d218e8 HTTP/1.1" status: 204 len: 168 time: 0.1195161 Feb 21 10:11:56.401998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f5bacf-dac6-4915-9cd6-629aa6d218e8,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:11:56.409329 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.409696 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.410055 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.410404 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.410745 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.411096 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.411409 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.411749 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.412087 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.412422 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.412755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.413105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.413438 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e6c10-6d66-439a-a772-6bd12378c3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:11:56.644844 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14451b-d80c-4cb3-bafd-e710d6951c0c req-93459fe4-eb54-4eb0-85cc-2acc53988914 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:56.646381 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4f14451b-d80c-4cb3-bafd-e710d6951c0c req-93459fe4-eb54-4eb0-85cc-2acc53988914 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0537100 Feb 21 10:11:56.693383 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4f14451b-d80c-4cb3-bafd-e710d6951c0c req-8332d92a-9378-4258-b8c0-748becf84509 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Feb 21 10:11:57.244577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c0e4a-83f7-4b45-a968-41f42e90ccfa req-490c99cf-32cc-48b8-98ff-7b908dc9feed tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:57.246196 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-028c0e4a-83f7-4b45-a968-41f42e90ccfa req-490c99cf-32cc-48b8-98ff-7b908dc9feed tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0610807 Feb 21 10:11:57.296710 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-028c0e4a-83f7-4b45-a968-41f42e90ccfa req-38140a22-e490-42d6-bde1-6ae03055c7ac tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Feb 21 10:11:57.810526 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3681e-298f-4abc-80cd-7e62d1b5e23f req-f30d842a-1b15-4865-abf1-cf78f0be00b8 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:57.812014 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bbf3681e-298f-4abc-80cd-7e62d1b5e23f req-f30d842a-1b15-4865-abf1-cf78f0be00b8 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0515690 Feb 21 10:11:57.859323 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bbf3681e-298f-4abc-80cd-7e62d1b5e23f req-848c3890-9178-49c1-96e0-0e27eaffe0d2 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Feb 21 10:11:58.439659 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a698902-d3eb-4ab7-9438-216141b5fd1f req-babf0064-9e56-45c5-bc67-763d3d46312c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:58.441189 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6a698902-d3eb-4ab7-9438-216141b5fd1f req-babf0064-9e56-45c5-bc67-763d3d46312c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0559671 Feb 21 10:11:58.487503 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6a698902-d3eb-4ab7-9438-216141b5fd1f req-3f4fd318-d454-4e83-aa5e-88514f208272 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Feb 21 10:11:58.982698 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee264-701c-42c9-86f4-87f8842717a2 req-723f8030-980c-4fe2-bfe2-fb718590a688 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:58.984143 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf8ee264-701c-42c9-86f4-87f8842717a2 req-723f8030-980c-4fe2-bfe2-fb718590a688 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0537765 Feb 21 10:11:59.029999 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf8ee264-701c-42c9-86f4-87f8842717a2 req-32bf6c64-a2a0-4e02-831f-b8379151134f tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Feb 21 10:11:59.604248 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6378c00-d959-41aa-a04e-fb5b30faf887 req-70203dfb-709c-4104-9df9-306aa82e7a2b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:11:59.605651 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e6378c00-d959-41aa-a04e-fb5b30faf887 req-70203dfb-709c-4104-9df9-306aa82e7a2b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0509737 Feb 21 10:11:59.650580 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e6378c00-d959-41aa-a04e-fb5b30faf887 req-f012b968-20e2-44a4-b38a-918aba81cf67 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Feb 21 10:12:00.145703 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850c62-8afb-4f65-b3ff-c2f5f0c9f052 req-76808dd5-633b-473c-8239-9021aa13dd04 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:00.147168 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11850c62-8afb-4f65-b3ff-c2f5f0c9f052 req-76808dd5-633b-473c-8239-9021aa13dd04 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0523291 Feb 21 10:12:00.195072 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11850c62-8afb-4f65-b3ff-c2f5f0c9f052 req-46e1643a-a8dd-4a97-9f91-dafa416617ea tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Feb 21 10:12:00.765350 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bd1ea-a46a-4f72-a235-925e38925e46 req-00b72bb0-6b88-47ce-a0c1-3963c72467ba tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:00.766793 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4e4bd1ea-a46a-4f72-a235-925e38925e46 req-00b72bb0-6b88-47ce-a0c1-3963c72467ba tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0501494 Feb 21 10:12:00.812488 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4e4bd1ea-a46a-4f72-a235-925e38925e46 req-63e6a319-d03e-4ff9-9904-30e04d0d513c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397179 Feb 21 10:12:01.311701 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e170877-9ed1-4f78-8f0e-7e0f323a6f40 req-986736e0-a493-4e4d-9db1-ed0b88f1465a tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:01.313807 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e170877-9ed1-4f78-8f0e-7e0f323a6f40 req-986736e0-a493-4e4d-9db1-ed0b88f1465a tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0523646 Feb 21 10:12:01.360408 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e170877-9ed1-4f78-8f0e-7e0f323a6f40 req-f77e1944-0190-4f9d-bc9d-18dc4dac6879 tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/security-groups?id=fa3e4a65-c7b6-40b7-8448-a4e6d8327865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Feb 21 10:12:01.886781 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-227593a8-795c-44e5-b374-0899cf9897fa tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:01.888268 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-227593a8-795c-44e5-b374-0899cf9897fa tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 945 time: 0.0543740 Feb 21 10:12:02.015110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda510ab-5de0-4b0b-8784-edce7a85d3a4 req-b40b4256-58f9-4502-9df0-55c6d6e24b6f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:02.016577 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-eda510ab-5de0-4b0b-8784-edce7a85d3a4 req-b40b4256-58f9-4502-9df0-55c6d6e24b6f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.1274333 Feb 21 10:12:02.087437 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Deleting port 131c03ea-dc76-4ad3-9da7-03b92b24e2be {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:12:02.087791 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:02.094290 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-eda510ab-5de0-4b0b-8784-edce7a85d3a4 req-412a16eb-6bc5-4aa8-8d91-9de86e630f3f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712259 Feb 21 10:12:02.181492 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] For port 131c03ea-dc76-4ad3-9da7-03b92b24e2be, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=131c03ea-dc76-4ad3-9da7-03b92b24e2be,segment=NetworkSegment(4a8ec2df-43de-4d4e-b8a6-03c9378fc032),segment_id=4a8ec2df-43de-4d4e-b8a6-03c9378fc032)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:12:02.181855 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:02.197375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Calling delete_port for 131c03ea-dc76-4ad3-9da7-03b92b24e2be owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:12:02.350936 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (131c03ea-dc76-4ad3-9da7-03b92b24e2be), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:02.374982 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['131c03ea-dc76-4ad3-9da7-03b92b24e2be'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:12:02.381710 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Pushing event deleted for resources: {'Port': ['ID=131c03ea-dc76-4ad3-9da7-03b92b24e2be,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:02.462736 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] No DVR routers for this DVR port 131c03ea-dc76-4ad3-9da7-03b92b24e2be on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:12:02.472178 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:02.475419 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d9a689a-0d98-4436-88c0-272d50c321d7 req-7dbf9b80-e703-4070-ae63-3a228ac1411c tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.45 "DELETE /v2.0/ports/131c03ea-dc76-4ad3-9da7-03b92b24e2be HTTP/1.1" status: 204 len: 173 time: 0.5779777 Feb 21 10:12:02.477090 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1756467-5690-498b-8e7e-044c0b56d698', 'name': 'network-vif-deleted', 'tag': '131c03ea-dc76-4ad3-9da7-03b92b24e2be'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:12:02.479654 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef386023-a775-4c0e-b3e7-9773b1735445" -d '{"events": [{"server_uuid": "a1756467-5690-498b-8e7e-044c0b56d698", "name": "network-vif-deleted", "tag": "131c03ea-dc76-4ad3-9da7-03b92b24e2be"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:12:02.501241 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b04805a8-50f6-424d-9c94-919adc7d9974 req-667d8225-cb8c-44e3-b597-ba5de9467dca tempest-DeleteServersTestJSON-136615515 tempest-DeleteServersTestJSON-136615515-project] 10.222.0.73 "GET /v2.0/ports?device_id=a1756467-5690-498b-8e7e-044c0b56d698 HTTP/1.1" status: 200 len: 210 time: 0.0391228 Feb 21 10:12:02.526001 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678543f-a457-4c2b-b037-e92aaa534c03 x-openstack-request-id: req-e678543f-a457-4c2b-b037-e92aaa534c03 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:12:02.526364 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1756467-5690-498b-8e7e-044c0b56d698", "name": "network-vif-deleted", "tag": "131c03ea-dc76-4ad3-9da7-03b92b24e2be", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:12:02.526634 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e678543f-a457-4c2b-b037-e92aaa534c03 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:12:02.527141 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1756467-5690-498b-8e7e-044c0b56d698', 'name': 'network-vif-deleted', 'tag': '131c03ea-dc76-4ad3-9da7-03b92b24e2be', 'status': 'completed', 'code': 200} Feb 21 10:12:03.231544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b409d8-b164-4c17-b27b-12fb4eac6f9c req-bee7dc3f-4f61-4e6b-a6f0-84067d6d659f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:03.233019 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-45b409d8-b164-4c17-b27b-12fb4eac6f9c req-bee7dc3f-4f61-4e6b-a6f0-84067d6d659f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0628054 Feb 21 10:12:03.284811 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-45b409d8-b164-4c17-b27b-12fb4eac6f9c req-cbb2912b-9376-48c7-bee4-2deb10d9df60 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Feb 21 10:12:03.445707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f161777a-9cab-4175-976e-c2d7aed0eb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.231298 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35362) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:04.341769 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-13ed25ba-b60f-4bc8-93e8-48cacf9329f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.443212 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693eddc-a9f1-4a4f-9f81-c0e2b9a0b7de req-8ab3bad5-22f6-4ed1-8797-e35fe32704eb tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:04.444584 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1693eddc-a9f1-4a4f-9f81-c0e2b9a0b7de req-8ab3bad5-22f6-4ed1-8797-e35fe32704eb tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0815625 Feb 21 10:12:04.477736 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-13ed25ba-b60f-4bc8-93e8-48cacf9329f9 admin admin] Publish callbacks [] for security_group (9ed801be-246f-4865-be7c-3325e9de49d2), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.483692 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-13ed25ba-b60f-4bc8-93e8-48cacf9329f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (9ed801be-246f-4865-be7c-3325e9de49d2), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.538494 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1693eddc-a9f1-4a4f-9f81-c0e2b9a0b7de req-87a13b12-575e-4da3-9769-bb07f60f4c58 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852330 Feb 21 10:12:04.539579 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed25ba-b60f-4bc8-93e8-48cacf9329f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed801be-246f-4865-be7c-3325e9de49d2,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:04.543527 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-13ed25ba-b60f-4bc8-93e8-48cacf9329f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=676fe9f8d9bb4fd3819754d21171394a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112257 Feb 21 10:12:04.546542 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35372) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:04.593542 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-113489f3-d202-4e8d-8e4d-aa5c0cdcd820 admin admin] Publish callbacks [] for security_group (9ed801be-246f-4865-be7c-3325e9de49d2), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.613760 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-113489f3-d202-4e8d-8e4d-aa5c0cdcd820 admin admin] Publish callbacks [] for security_group (9ed801be-246f-4865-be7c-3325e9de49d2), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.659183 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-113489f3-d202-4e8d-8e4d-aa5c0cdcd820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (9ed801be-246f-4865-be7c-3325e9de49d2), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.661735 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-113489f3-d202-4e8d-8e4d-aa5c0cdcd820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:04.665661 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-113489f3-d202-4e8d-8e4d-aa5c0cdcd820 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ed801be-246f-4865-be7c-3325e9de49d2 HTTP/1.1" status: 204 len: 168 time: 0.1181042 Feb 21 10:12:04.673196 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113489f3-d202-4e8d-8e4d-aa5c0cdcd820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed801be-246f-4865-be7c-3325e9de49d2,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:04.960565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35392) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:04.979154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1c075b39-30c7-40de-a740-83abd9521cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.066068 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35404) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.098294 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1c075b39-30c7-40de-a740-83abd9521cf2 admin admin] Publish callbacks [] for security_group (608f4165-4d92-4325-a3fd-f17b575b24ec), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.102491 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1c075b39-30c7-40de-a740-83abd9521cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (608f4165-4d92-4325-a3fd-f17b575b24ec), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.120888 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Deleting subnet adafffba-a137-4522-b662-7ffb852135c5 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:12:05.127511 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Publish callbacks [] for subnet (adafffba-a137-4522-b662-7ffb852135c5), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.143945 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1c075b39-30c7-40de-a740-83abd9521cf2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=caa99ee074974189925aeca383b51651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1820579 Feb 21 10:12:05.146005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c075b39-30c7-40de-a740-83abd9521cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f4165-4d92-4325-a3fd-f17b575b24ec,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:05.148977 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35408) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.171632 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (adafffba-a137-4522-b662-7ffb852135c5), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.202292 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5c3c688d-13ff-4987-ac01-78ed03c0be2d admin admin] Publish callbacks [] for security_group (608f4165-4d92-4325-a3fd-f17b575b24ec), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.214252 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (adafffba-a137-4522-b662-7ffb852135c5), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.224849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5c3c688d-13ff-4987-ac01-78ed03c0be2d admin admin] Publish callbacks [] for security_group (608f4165-4d92-4325-a3fd-f17b575b24ec), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.271842 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (adafffba-a137-4522-b662-7ffb852135c5), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.278733 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5c3c688d-13ff-4987-ac01-78ed03c0be2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (608f4165-4d92-4325-a3fd-f17b575b24ec), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.281789 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5c3c688d-13ff-4987-ac01-78ed03c0be2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.285248 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-5c3c688d-13ff-4987-ac01-78ed03c0be2d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/608f4165-4d92-4325-a3fd-f17b575b24ec HTTP/1.1" status: 204 len: 168 time: 0.1328351 Feb 21 10:12:05.292011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c688d-13ff-4987-ac01-78ed03c0be2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f4165-4d92-4325-a3fd-f17b575b24ec,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:05.306113 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.312079 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35416) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.312987 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/adafffba-a137-4522-b662-7ffb852135c5 HTTP/1.1" status: 204 len: 168 time: 0.2442911 Feb 21 10:12:05.314944 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc435d-4874-4a50-9d8a-be19821cf671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adafffba-a137-4522-b662-7ffb852135c5,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:05.415693 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (1dadd977-fc35-48d5-bc99-0414cb857782), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.512906 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (1dadd977-fc35-48d5-bc99-0414cb857782), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.544938 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dadd977-fc35-48d5-bc99-0414cb857782']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:05.555480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8ec2df-43de-4d4e-b8a6-03c9378fc032') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:05.555741 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8ec2df-43de-4d4e-b8a6-03c9378fc032') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:05.571006 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (4a8ec2df-43de-4d4e-b8a6-03c9378fc032), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.586915 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (4a8ec2df-43de-4d4e-b8a6-03c9378fc032), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.595794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:12:05.596150 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (4a8ec2df-43de-4d4e-b8a6-03c9378fc032), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.612231 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35436) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:12:05.640436 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:12:05.687104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (1dadd977-fc35-48d5-bc99-0414cb857782), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.694758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.700620 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1dadd977-fc35-48d5-bc99-0414cb857782 HTTP/1.1" status: 204 len: 168 time: 0.3877087 Feb 21 10:12:05.726011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c4c48-3b66-4235-88cf-755c36ed9d62 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dadd977-fc35-48d5-bc99-0414cb857782,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:05.726414 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35442) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.743405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdfd19-4a6d-4091-a1be-67e72738987c req-ca4698c1-1718-40bc-a516-b0c8092e4f6f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:05.745420 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f1fdfd19-4a6d-4091-a1be-67e72738987c req-ca4698c1-1718-40bc-a516-b0c8092e4f6f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.1021554 Feb 21 10:12:05.748212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8ae901bb-e314-45fc-9c64-eddbee02f172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.751815 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e27d888e-dcb6-44e4-bcfe-13efeb12e7a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.796664 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f1fdfd19-4a6d-4091-a1be-67e72738987c req-76fb5fe8-3c3b-4333-bc4b-77e919ba6289 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459569 Feb 21 10:12:05.807896 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7fb19fac-d50f-4fb0-9d91-3ea8b7dbab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.887313 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8ae901bb-e314-45fc-9c64-eddbee02f172 admin admin] Publish callbacks [] for security_group (aaa07d6c-bf64-4873-b41f-ff4811818601), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.889322 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e27d888e-dcb6-44e4-bcfe-13efeb12e7a5 admin admin] Publish callbacks [] for security_group (9176ce9d-68dc-4f90-8cef-b09808b84c83), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.892340 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8ae901bb-e314-45fc-9c64-eddbee02f172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (aaa07d6c-bf64-4873-b41f-ff4811818601), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.902703 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e27d888e-dcb6-44e4-bcfe-13efeb12e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (9176ce9d-68dc-4f90-8cef-b09808b84c83), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:05.928463 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35444) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.948175 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8ae901bb-e314-45fc-9c64-eddbee02f172 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de9dd1b090b243e18dc6183b21c3b265&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209067 Feb 21 10:12:05.950345 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae901bb-e314-45fc-9c64-eddbee02f172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa07d6c-bf64-4873-b41f-ff4811818601,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:05.952695 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35446) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.958820 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e27d888e-dcb6-44e4-bcfe-13efeb12e7a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a224aea079994bedb0f831b75e3e11a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452139 Feb 21 10:12:05.962454 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 131c03ea-dc76-4ad3-9da7-03b92b24e2be no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:12:05.964317 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35448) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.984521 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-abdb5bab-e917-4c95-9bd2-2ff9975f9407 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8860e437622b4f9bb4517159afb7f220&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0519369 Feb 21 10:12:05.984521 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35450) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:05.990970 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 131c03ea-dc76-4ad3-9da7-03b92b24e2be {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:12:05.991767 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 131c03ea-dc76-4ad3-9da7-03b92b24e2be not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:12:06.037819 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d888e-dcb6-44e4-bcfe-13efeb12e7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9176ce9d-68dc-4f90-8cef-b09808b84c83,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:06.038458 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-443f312d-8229-4263-8c3b-1ec103c06731 admin admin] Publish callbacks [] for security_group (fa3e4a65-c7b6-40b7-8448-a4e6d8327865), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.065513 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-443f312d-8229-4263-8c3b-1ec103c06731 admin admin] Publish callbacks [] for security_group (fa3e4a65-c7b6-40b7-8448-a4e6d8327865), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.065973 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e959b795-ce94-4217-a2d7-4d320155a002 admin admin] Publish callbacks [] for security_group (aaa07d6c-bf64-4873-b41f-ff4811818601), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.071751 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb017-83f6-4334-b1d3-48141436467d admin admin] Publish callbacks [] for security_group (9176ce9d-68dc-4f90-8cef-b09808b84c83), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.100879 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e959b795-ce94-4217-a2d7-4d320155a002 admin admin] Publish callbacks [] for security_group (aaa07d6c-bf64-4873-b41f-ff4811818601), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.119631 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb017-83f6-4334-b1d3-48141436467d admin admin] Publish callbacks [] for security_group (9176ce9d-68dc-4f90-8cef-b09808b84c83), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.131731 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-443f312d-8229-4263-8c3b-1ec103c06731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (fa3e4a65-c7b6-40b7-8448-a4e6d8327865), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.134466 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-443f312d-8229-4263-8c3b-1ec103c06731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.137913 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-443f312d-8229-4263-8c3b-1ec103c06731 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa3e4a65-c7b6-40b7-8448-a4e6d8327865 HTTP/1.1" status: 204 len: 168 time: 0.1504304 Feb 21 10:12:06.145544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f312d-8229-4263-8c3b-1ec103c06731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e4a65-c7b6-40b7-8448-a4e6d8327865,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:06.208353 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e959b795-ce94-4217-a2d7-4d320155a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (aaa07d6c-bf64-4873-b41f-ff4811818601), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.212275 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e959b795-ce94-4217-a2d7-4d320155a002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.214237 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e959b795-ce94-4217-a2d7-4d320155a002 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaa07d6c-bf64-4873-b41f-ff4811818601 HTTP/1.1" status: 204 len: 168 time: 0.2543509 Feb 21 10:12:06.229334 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb017-83f6-4334-b1d3-48141436467d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (9176ce9d-68dc-4f90-8cef-b09808b84c83), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.231883 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0a1fb017-83f6-4334-b1d3-48141436467d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.233229 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0a1fb017-83f6-4334-b1d3-48141436467d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9176ce9d-68dc-4f90-8cef-b09808b84c83 HTTP/1.1" status: 204 len: 168 time: 0.2660089 Feb 21 10:12:06.239844 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b795-ce94-4217-a2d7-4d320155a002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa07d6c-bf64-4873-b41f-ff4811818601,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:06.250055 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fb017-83f6-4334-b1d3-48141436467d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9176ce9d-68dc-4f90-8cef-b09808b84c83,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:06.658437 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35494) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:06.717653 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Deleting subnet a58686fb-ad13-41c0-a137-bbbaf75219ca {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:12:06.721193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Publish callbacks [] for subnet (a58686fb-ad13-41c0-a137-bbbaf75219ca), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.746934 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35500) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:06.759157 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (a58686fb-ad13-41c0-a137-bbbaf75219ca), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.762208 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cdc167d-d524-463e-bb69-eead696891db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.808149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (a58686fb-ad13-41c0-a137-bbbaf75219ca), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.843415 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cdc167d-d524-463e-bb69-eead696891db admin admin] Publish callbacks [] for security_group (1a9262b4-7272-47b1-97aa-1926e4c256e1), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.849414 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5cdc167d-d524-463e-bb69-eead696891db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1a9262b4-7272-47b1-97aa-1926e4c256e1), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.883090 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (a58686fb-ad13-41c0-a137-bbbaf75219ca), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.891191 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-5cdc167d-d524-463e-bb69-eead696891db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=24f7d42c0d4342099f20a66da680dadd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431634 Feb 21 10:12:06.893930 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35506) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:06.901167 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc167d-d524-463e-bb69-eead696891db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9262b4-7272-47b1-97aa-1926e4c256e1,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:06.925681 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.927990 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:06.931269 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a58686fb-ad13-41c0-a137-bbbaf75219ca HTTP/1.1" status: 204 len: 168 time: 0.2717962 Feb 21 10:12:06.938627 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35508) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:06.947747 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37065ac8-22b4-4910-850c-502cc253b748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58686fb-ad13-41c0-a137-bbbaf75219ca,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:06.978226 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20354bf-c5e6-40f0-8d8b-43a5183037a9 req-9b88e611-1af4-4c32-af51-fa1c60b1afff tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:06.979770 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e20354bf-c5e6-40f0-8d8b-43a5183037a9 req-9b88e611-1af4-4c32-af51-fa1c60b1afff tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0920575 Feb 21 10:12:07.035041 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-260589d5-f8af-4295-bc2b-771c9b59902d admin admin] Publish callbacks [] for security_group (1a9262b4-7272-47b1-97aa-1926e4c256e1), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.039643 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (772074e0-2921-43d9-a25c-e827f9feaa45), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.048234 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e20354bf-c5e6-40f0-8d8b-43a5183037a9 req-5c6ed531-254d-4e47-8e62-c3eb428547c2 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628111 Feb 21 10:12:07.067329 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-260589d5-f8af-4295-bc2b-771c9b59902d admin admin] Publish callbacks [] for security_group (1a9262b4-7272-47b1-97aa-1926e4c256e1), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.166732 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (772074e0-2921-43d9-a25c-e827f9feaa45), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.186822 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772074e0-2921-43d9-a25c-e827f9feaa45']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:07.196335 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8ba05c-709d-45d1-a840-84372962f856') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:07.196637 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8ba05c-709d-45d1-a840-84372962f856') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:07.204603 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-260589d5-f8af-4295-bc2b-771c9b59902d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1a9262b4-7272-47b1-97aa-1926e4c256e1), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.207309 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-260589d5-f8af-4295-bc2b-771c9b59902d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.208458 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-260589d5-f8af-4295-bc2b-771c9b59902d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a9262b4-7272-47b1-97aa-1926e4c256e1 HTTP/1.1" status: 204 len: 168 time: 0.3134387 Feb 21 10:12:07.213102 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (de8ba05c-709d-45d1-a840-84372962f856), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.228681 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260589d5-f8af-4295-bc2b-771c9b59902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9262b4-7272-47b1-97aa-1926e4c256e1,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:07.233675 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (de8ba05c-709d-45d1-a840-84372962f856), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.240587 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:12:07.240990 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (de8ba05c-709d-45d1-a840-84372962f856), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:12:07.242975 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:12:07.299513 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (772074e0-2921-43d9-a25c-e827f9feaa45), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.305151 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.311562 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] 10.222.0.73 "DELETE /v2.0/networks/772074e0-2921-43d9-a25c-e827f9feaa45 HTTP/1.1" status: 204 len: 168 time: 0.3694491 Feb 21 10:12:07.312024 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35522) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:07.323046 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc98a-afca-4d70-b5c0-ce7a3a8ab637 admin admin] Pushing event deleted for resources: {'Network': ['ID=772074e0-2921-43d9-a25c-e827f9feaa45,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:07.363661 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Deleting subnet 6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08 {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:12:07.367253 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Publish callbacks [] for subnet (6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.404894 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.446909 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.513148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.553887 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.561171 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08 HTTP/1.1" status: 204 len: 168 time: 0.2459025 Feb 21 10:12:07.561171 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748610a-b2af-4705-aa03-7420601bc7d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1fcf56-c3b3-4f88-8539-44cbdf6cdd08,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:07.563260 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35540) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:07.638811 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (738c8501-5dde-4a6e-830c-6dbfdfe358c5), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.727090 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (738c8501-5dde-4a6e-830c-6dbfdfe358c5), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.748693 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738c8501-5dde-4a6e-830c-6dbfdfe358c5']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:07.759581 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26238ad-b475-495b-bfaa-0bda7728d0b1') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:07.759905 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26238ad-b475-495b-bfaa-0bda7728d0b1') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:12:07.769374 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (a26238ad-b475-495b-bfaa-0bda7728d0b1), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.785788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (a26238ad-b475-495b-bfaa-0bda7728d0b1), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.792381 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:12:07.792381 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (a26238ad-b475-495b-bfaa-0bda7728d0b1), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:12:07.794008 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:12:07.833942 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35554) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:07.858697 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (738c8501-5dde-4a6e-830c-6dbfdfe358c5), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.866197 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:07.870118 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] 10.222.0.73 "DELETE /v2.0/networks/738c8501-5dde-4a6e-830c-6dbfdfe358c5 HTTP/1.1" status: 204 len: 168 time: 0.3053217 Feb 21 10:12:07.885533 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de9ab3-7916-4870-8c1e-d2f2f8de8b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=738c8501-5dde-4a6e-830c-6dbfdfe358c5,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:08.020227 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecce9495-d150-47a2-8490-0763707de05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.043551 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35564) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:08.108430 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7712fbcf-488c-4d6d-b6a8-a0aee05d963b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4c858e99739411b8b417afe681ffe2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637877 Feb 21 10:12:08.111224 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35568) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:08.149112 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecce9495-d150-47a2-8490-0763707de05d admin admin] Publish callbacks [] for security_group (567ddb98-2d30-4d9c-8525-75884d72377e), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.156393 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecce9495-d150-47a2-8490-0763707de05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (567ddb98-2d30-4d9c-8525-75884d72377e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.220679 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ecce9495-d150-47a2-8490-0763707de05d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b6dfb5b089141dbba09f543ad9774d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843019 Feb 21 10:12:08.222901 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce9495-d150-47a2-8490-0763707de05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567ddb98-2d30-4d9c-8525-75884d72377e,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:08.224416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35576) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:08.241956 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e41e5778-7d20-47e9-a910-43dc96d931cd admin admin] Publish callbacks [] for security_group (0ff4550e-4b31-409b-818e-6f82a1c2ae9d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.270123 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2325ed-c808-42d0-8af7-7633598e34bb req-01c0b16a-d32b-4d58-a161-78e9282e96a9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:08.271250 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ad2325ed-c808-42d0-8af7-7633598e34bb req-01c0b16a-d32b-4d58-a161-78e9282e96a9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.1119053 Feb 21 10:12:08.320384 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e41e5778-7d20-47e9-a910-43dc96d931cd admin admin] Publish callbacks [] for security_group (0ff4550e-4b31-409b-818e-6f82a1c2ae9d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.335044 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.390199 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-68fe48c0-cc9b-4f45-ab42-70019e39c958 admin admin] Publish callbacks [] for security_group (567ddb98-2d30-4d9c-8525-75884d72377e), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.397434 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ad2325ed-c808-42d0-8af7-7633598e34bb req-89d45d7c-a335-4552-869f-37ed860235ce tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181145 Feb 21 10:12:08.427885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-68fe48c0-cc9b-4f45-ab42-70019e39c958 admin admin] Publish callbacks [] for security_group (567ddb98-2d30-4d9c-8525-75884d72377e), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.461465 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e41e5778-7d20-47e9-a910-43dc96d931cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (0ff4550e-4b31-409b-818e-6f82a1c2ae9d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.463969 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e41e5778-7d20-47e9-a910-43dc96d931cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.465670 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-e41e5778-7d20-47e9-a910-43dc96d931cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ff4550e-4b31-409b-818e-6f82a1c2ae9d HTTP/1.1" status: 204 len: 168 time: 0.3531659 Feb 21 10:12:08.480395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5778-7d20-47e9-a910-43dc96d931cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4550e-4b31-409b-818e-6f82a1c2ae9d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:08.516716 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-68fe48c0-cc9b-4f45-ab42-70019e39c958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (567ddb98-2d30-4d9c-8525-75884d72377e), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.520168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-68fe48c0-cc9b-4f45-ab42-70019e39c958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:08.521333 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-68fe48c0-cc9b-4f45-ab42-70019e39c958 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/567ddb98-2d30-4d9c-8525-75884d72377e HTTP/1.1" status: 204 len: 168 time: 0.2939129 Feb 21 10:12:08.531387 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe48c0-cc9b-4f45-ab42-70019e39c958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ddb98-2d30-4d9c-8525-75884d72377e,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:08.962097 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35630) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.004067 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-39868615-9e50-45ed-bcdb-123d8cc126fe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8f5b42d9d3644ad9730942807e3d551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404503 Feb 21 10:12:09.006504 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35632) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.060314 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-744ea473-0085-4ee2-a5a2-ead0537029c2 admin admin] Publish callbacks [] for security_group (bdd04a32-be0f-4764-91e3-9662591257b8), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.083878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-744ea473-0085-4ee2-a5a2-ead0537029c2 admin admin] Publish callbacks [] for security_group (bdd04a32-be0f-4764-91e3-9662591257b8), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.134951 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-744ea473-0085-4ee2-a5a2-ead0537029c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (bdd04a32-be0f-4764-91e3-9662591257b8), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.137772 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-744ea473-0085-4ee2-a5a2-ead0537029c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.139005 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-744ea473-0085-4ee2-a5a2-ead0537029c2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdd04a32-be0f-4764-91e3-9662591257b8 HTTP/1.1" status: 204 len: 168 time: 0.1311414 Feb 21 10:12:09.147830 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ea473-0085-4ee2-a5a2-ead0537029c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd04a32-be0f-4764-91e3-9662591257b8,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:09.190378 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35640) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.204319 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-90d8d361-545c-4be2-9268-016dc782f6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.245699 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35642) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.300482 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-90d8d361-545c-4be2-9268-016dc782f6a0 admin admin] Publish callbacks [] for security_group (f85aae51-8645-463e-aa15-3231cb1ed20a), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.305547 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-90d8d361-545c-4be2-9268-016dc782f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f85aae51-8645-463e-aa15-3231cb1ed20a), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.350440 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-90d8d361-545c-4be2-9268-016dc782f6a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5787f1c7dc6d41ebbbfc2d55aa52b753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562376 Feb 21 10:12:09.350440 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8d361-545c-4be2-9268-016dc782f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85aae51-8645-463e-aa15-3231cb1ed20a,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:09.350645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35648) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.399442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a8090a-4e88-4542-9c5d-a987f4d784a9 admin admin] Publish callbacks [] for security_group (f85aae51-8645-463e-aa15-3231cb1ed20a), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.425919 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a8090a-4e88-4542-9c5d-a987f4d784a9 admin admin] Publish callbacks [] for security_group (f85aae51-8645-463e-aa15-3231cb1ed20a), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.488798 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a8090a-4e88-4542-9c5d-a987f4d784a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f85aae51-8645-463e-aa15-3231cb1ed20a), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.492210 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a8090a-4e88-4542-9c5d-a987f4d784a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.493382 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-59a8090a-4e88-4542-9c5d-a987f4d784a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f85aae51-8645-463e-aa15-3231cb1ed20a HTTP/1.1" status: 204 len: 168 time: 0.1418438 Feb 21 10:12:09.528432 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8090a-4e88-4542-9c5d-a987f4d784a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85aae51-8645-463e-aa15-3231cb1ed20a,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:09.549634 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c7af32f6-d1e5-48bc-b995-52d5d77f7bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.584848 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f9249-bef6-4f2a-8e50-97ce053fa3ca req-d758a08f-c3cd-4be8-aeb6-11983a2d7e98 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:09.586602 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-833f9249-bef6-4f2a-8e50-97ce053fa3ca req-d758a08f-c3cd-4be8-aeb6-11983a2d7e98 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0922375 Feb 21 10:12:09.663974 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-833f9249-bef6-4f2a-8e50-97ce053fa3ca req-d057b2df-45e6-42f9-8799-37258ab7aa8b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706441 Feb 21 10:12:09.699353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c7af32f6-d1e5-48bc-b995-52d5d77f7bf2 admin admin] Publish callbacks [] for security_group (c9078585-391a-4edd-870a-e2fd1a26672e), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.705520 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c7af32f6-d1e5-48bc-b995-52d5d77f7bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c9078585-391a-4edd-870a-e2fd1a26672e), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.754667 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-c7af32f6-d1e5-48bc-b995-52d5d77f7bf2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7aaea837bf040918e2395f1e274186d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083652 Feb 21 10:12:09.755395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af32f6-d1e5-48bc-b995-52d5d77f7bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9078585-391a-4edd-870a-e2fd1a26672e,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:09.757345 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35666) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.812212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-987a8468-8a31-4522-b330-74754a58f43b admin admin] Publish callbacks [] for security_group (c9078585-391a-4edd-870a-e2fd1a26672e), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.836674 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-987a8468-8a31-4522-b330-74754a58f43b admin admin] Publish callbacks [] for security_group (c9078585-391a-4edd-870a-e2fd1a26672e), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.873183 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.894692 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35670) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:09.910164 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3881903f-d191-497f-8971-708b1e6006e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.912413 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-987a8468-8a31-4522-b330-74754a58f43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c9078585-391a-4edd-870a-e2fd1a26672e), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.916598 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-987a8468-8a31-4522-b330-74754a58f43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:09.918727 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-987a8468-8a31-4522-b330-74754a58f43b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9078585-391a-4edd-870a-e2fd1a26672e HTTP/1.1" status: 204 len: 168 time: 0.1600125 Feb 21 10:12:09.930240 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a8468-8a31-4522-b330-74754a58f43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9078585-391a-4edd-870a-e2fd1a26672e,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:10.029945 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3881903f-d191-497f-8971-708b1e6006e6 admin admin] Publish callbacks [] for security_group (18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.035223 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3881903f-d191-497f-8971-708b1e6006e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.083631 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881903f-d191-497f-8971-708b1e6006e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:10.088097 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3881903f-d191-497f-8971-708b1e6006e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04b6f252c9544aeb831320749e7eabb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922796 Feb 21 10:12:10.092868 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35680) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:10.169846 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a7c7-bb0a-4284-a5b9-7d26b5206f60 admin admin] Publish callbacks [] for security_group (18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.191772 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a7c7-bb0a-4284-a5b9-7d26b5206f60 admin admin] Publish callbacks [] for security_group (18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.242328 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a7c7-bb0a-4284-a5b9-7d26b5206f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.245083 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a7c7-bb0a-4284-a5b9-7d26b5206f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.248886 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9ad1a7c7-bb0a-4284-a5b9-7d26b5206f60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0 HTTP/1.1" status: 204 len: 168 time: 0.1546659 Feb 21 10:12:10.256976 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1a7c7-bb0a-4284-a5b9-7d26b5206f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfb98a-2a02-42ab-97bd-bf4e1c8b94e0,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:10.376967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35692) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:10.390949 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ff-0b5e-4f55-b090-127d195a1dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.495450 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ff-0b5e-4f55-b090-127d195a1dab admin admin] Publish callbacks [] for security_group (a9bac447-f822-460f-9385-c81f16d7c2ca), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.499461 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ff-0b5e-4f55-b090-127d195a1dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (a9bac447-f822-460f-9385-c81f16d7c2ca), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.547513 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-5bf488ff-0b5e-4f55-b090-127d195a1dab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afcc5189a52248bc8d9fecbe917804a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693888 Feb 21 10:12:10.549475 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf488ff-0b5e-4f55-b090-127d195a1dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bac447-f822-460f-9385-c81f16d7c2ca,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:10.551022 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35704) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:10.643432 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f9dc0f74-4189-46f6-8de3-8a5824b81242 admin admin] Publish callbacks [] for security_group (a9bac447-f822-460f-9385-c81f16d7c2ca), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.673269 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f9dc0f74-4189-46f6-8de3-8a5824b81242 admin admin] Publish callbacks [] for security_group (a9bac447-f822-460f-9385-c81f16d7c2ca), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.749876 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f9dc0f74-4189-46f6-8de3-8a5824b81242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (a9bac447-f822-460f-9385-c81f16d7c2ca), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.753378 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f9dc0f74-4189-46f6-8de3-8a5824b81242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:10.756929 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-f9dc0f74-4189-46f6-8de3-8a5824b81242 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9bac447-f822-460f-9385-c81f16d7c2ca HTTP/1.1" status: 204 len: 168 time: 0.2020748 Feb 21 10:12:10.765091 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc0f74-4189-46f6-8de3-8a5824b81242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bac447-f822-460f-9385-c81f16d7c2ca,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:10.828315 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16fd4b-683d-459a-b04e-06ed769217ee req-c4256de5-fcba-429a-8951-b5fd1c4685bc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:10.837222 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dd16fd4b-683d-459a-b04e-06ed769217ee req-c4256de5-fcba-429a-8951-b5fd1c4685bc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0922005 Feb 21 10:12:10.888479 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dd16fd4b-683d-459a-b04e-06ed769217ee req-67c55eb4-52a2-4e15-8921-01488fda3609 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474727 Feb 21 10:12:12.030138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78686c-75ab-4e1f-b096-e1799d585c58 req-2fdf6f29-7acd-4eff-8cf8-4fe602ad3d37 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:12.031609 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8d78686c-75ab-4e1f-b096-e1799d585c58 req-2fdf6f29-7acd-4eff-8cf8-4fe602ad3d37 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0604882 Feb 21 10:12:12.090508 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8d78686c-75ab-4e1f-b096-e1799d585c58 req-fe9c2498-cfe7-41f9-8308-733805533a79 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520692 Feb 21 10:12:13.208257 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2468cc6-3700-4e46-bcbd-205b60e4b0a5 req-a8ef0a5f-c3b1-4473-b0db-eda31bb4c64a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:13.209663 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2468cc6-3700-4e46-bcbd-205b60e4b0a5 req-a8ef0a5f-c3b1-4473-b0db-eda31bb4c64a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0509729 Feb 21 10:12:13.258742 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2468cc6-3700-4e46-bcbd-205b60e4b0a5 req-0a333d34-d885-4660-abcf-7c47c6e4271c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Feb 21 10:12:14.377673 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864c1d-f032-42d2-adbf-7ab1a4eac405 req-02a00158-6315-4565-b302-43c5721386ab tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:14.379150 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-28864c1d-f032-42d2-adbf-7ab1a4eac405 req-02a00158-6315-4565-b302-43c5721386ab tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0545318 Feb 21 10:12:14.435740 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-28864c1d-f032-42d2-adbf-7ab1a4eac405 req-f3d16086-8c76-4ec4-961c-6a53622fae93 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507066 Feb 21 10:12:15.774995 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83013b-2b32-424e-8b23-948c279be3af req-2557d3c6-9358-4891-81f5-a7f0732529ba tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:15.776514 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c83013b-2b32-424e-8b23-948c279be3af req-2557d3c6-9358-4891-81f5-a7f0732529ba tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.2696459 Feb 21 10:12:15.822352 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c83013b-2b32-424e-8b23-948c279be3af req-8eda3efb-f8fc-45d5-b4d8-f9fdb979d00b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Feb 21 10:12:15.929811 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35932) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:16.032973 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e598-83bc-46fb-a6ee-f9894c689686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.113973 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e598-83bc-46fb-a6ee-f9894c689686 admin admin] Publish callbacks [] for security_group (1048f702-3899-4d19-8d9e-756ea1cec7f3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.117737 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4ed0e598-83bc-46fb-a6ee-f9894c689686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1048f702-3899-4d19-8d9e-756ea1cec7f3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.155596 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0e598-83bc-46fb-a6ee-f9894c689686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1048f702-3899-4d19-8d9e-756ea1cec7f3,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:16.160921 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4ed0e598-83bc-46fb-a6ee-f9894c689686 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31e8a8bbb0d14004b08d4a9135fbb2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300534 Feb 21 10:12:16.163584 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35940) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:16.211813 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7e30e412-c0d4-4f80-bedb-f4e3ae0494d8 admin admin] Publish callbacks [] for security_group (1048f702-3899-4d19-8d9e-756ea1cec7f3), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.232075 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7e30e412-c0d4-4f80-bedb-f4e3ae0494d8 admin admin] Publish callbacks [] for security_group (1048f702-3899-4d19-8d9e-756ea1cec7f3), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.281508 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7e30e412-c0d4-4f80-bedb-f4e3ae0494d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1048f702-3899-4d19-8d9e-756ea1cec7f3), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.284571 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7e30e412-c0d4-4f80-bedb-f4e3ae0494d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.285738 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-7e30e412-c0d4-4f80-bedb-f4e3ae0494d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1048f702-3899-4d19-8d9e-756ea1cec7f3 HTTP/1.1" status: 204 len: 168 time: 0.1211812 Feb 21 10:12:16.293048 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30e412-c0d4-4f80-bedb-f4e3ae0494d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1048f702-3899-4d19-8d9e-756ea1cec7f3,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:16.542525 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 35946) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:16.555281 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bd032045-9ab5-449d-934a-97dad3ac705f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.632078 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bd032045-9ab5-449d-934a-97dad3ac705f admin admin] Publish callbacks [] for security_group (bfb16662-659b-424f-a2ee-ce5742e288a0), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.635916 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bd032045-9ab5-449d-934a-97dad3ac705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (bfb16662-659b-424f-a2ee-ce5742e288a0), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.672412 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-bd032045-9ab5-449d-934a-97dad3ac705f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=934c2a1fc7a14b38997681a9f2a6e725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288104 Feb 21 10:12:16.673302 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd032045-9ab5-449d-934a-97dad3ac705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb16662-659b-424f-a2ee-ce5742e288a0,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:16.675075 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 35948) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:16.722327 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3a19afe3-5f17-4bb4-8d98-724cbcc40b7d admin admin] Publish callbacks [] for security_group (bfb16662-659b-424f-a2ee-ce5742e288a0), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.743557 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3a19afe3-5f17-4bb4-8d98-724cbcc40b7d admin admin] Publish callbacks [] for security_group (bfb16662-659b-424f-a2ee-ce5742e288a0), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.788584 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3a19afe3-5f17-4bb4-8d98-724cbcc40b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (bfb16662-659b-424f-a2ee-ce5742e288a0), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.791054 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3a19afe3-5f17-4bb4-8d98-724cbcc40b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:16.792178 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-3a19afe3-5f17-4bb4-8d98-724cbcc40b7d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfb16662-659b-424f-a2ee-ce5742e288a0 HTTP/1.1" status: 204 len: 168 time: 0.1161466 Feb 21 10:12:16.799840 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19afe3-5f17-4bb4-8d98-724cbcc40b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb16662-659b-424f-a2ee-ce5742e288a0,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:16.966136 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f3b02e-32a4-453e-a64c-89ae46ee8b9e req-14c016d4-5099-4587-9fbd-777a3fd87fc6 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:16.967608 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2f3b02e-32a4-453e-a64c-89ae46ee8b9e req-14c016d4-5099-4587-9fbd-777a3fd87fc6 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0522492 Feb 21 10:12:17.013294 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2f3b02e-32a4-453e-a64c-89ae46ee8b9e req-c8895dc1-f5b4-48ef-a0b1-bf2d4e68f47c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401211 Feb 21 10:12:18.131969 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417ed9e-8010-4716-b88e-50c3c7c46ada req-06c4db08-eb48-4e21-8281-2fdcd2e92445 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:18.133854 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b417ed9e-8010-4716-b88e-50c3c7c46ada req-06c4db08-eb48-4e21-8281-2fdcd2e92445 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0541182 Feb 21 10:12:18.207797 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b417ed9e-8010-4716-b88e-50c3c7c46ada req-1733153f-bfff-4de1-81c0-9540e6c59bdd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590563 Feb 21 10:12:19.339367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e58c66-3c98-4051-a857-c9a6d5910b28 req-c6a03ed3-6d4f-45c2-bc8e-db00a55e4880 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:19.341151 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0e58c66-3c98-4051-a857-c9a6d5910b28 req-c6a03ed3-6d4f-45c2-bc8e-db00a55e4880 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0574043 Feb 21 10:12:19.394202 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0e58c66-3c98-4051-a857-c9a6d5910b28 req-f14db6c8-5bcc-463c-9579-5b54898395c8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Feb 21 10:12:20.508530 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499cf96-faf5-41ef-8935-39cd4c4d1d86 req-42024f3c-5d5e-49f7-b364-5df5400b942b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:20.510005 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9499cf96-faf5-41ef-8935-39cd4c4d1d86 req-42024f3c-5d5e-49f7-b364-5df5400b942b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0522518 Feb 21 10:12:20.554772 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9499cf96-faf5-41ef-8935-39cd4c4d1d86 req-c8a34157-8a23-41e1-9744-a5a2682b3e92 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Feb 21 10:12:21.673946 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e60551-3eb4-4511-9946-5cbf2633835a req-3db46eb0-9060-4784-9f18-6cde594a8731 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:21.675394 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c2e60551-3eb4-4511-9946-5cbf2633835a req-3db46eb0-9060-4784-9f18-6cde594a8731 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0553832 Feb 21 10:12:21.720370 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c2e60551-3eb4-4511-9946-5cbf2633835a req-b8a99033-5e3b-462e-a5f2-5fb9214cff0c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394425 Feb 21 10:12:22.529974 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:22.834828 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e375b-0dad-4ed3-8baa-24f9621d9f56 req-a2811e87-cc07-41dc-8736-6efd15fb5372 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:22.836298 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-596e375b-0dad-4ed3-8baa-24f9621d9f56 req-a2811e87-cc07-41dc-8736-6efd15fb5372 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0514951 Feb 21 10:12:22.884241 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-596e375b-0dad-4ed3-8baa-24f9621d9f56 req-d193cc07-b006-4478-a7bc-c718cb7e5134 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Feb 21 10:12:22.976438 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:12:24.003293 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200c7f4-087e-4cd3-b139-5b09eaf324b7 req-2a0e2092-8540-4880-b9e9-ca0c13904bb0 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:24.004775 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d200c7f4-087e-4cd3-b139-5b09eaf324b7 req-2a0e2092-8540-4880-b9e9-ca0c13904bb0 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0540223 Feb 21 10:12:24.058714 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d200c7f4-087e-4cd3-b139-5b09eaf324b7 req-69bc1015-ab82-4e30-8389-cf4778862c37 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477736 Feb 21 10:12:25.177946 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36164) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:25.183202 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f577e6-d614-422e-a453-36ca06f01ad3 req-b36be050-0c63-4bfb-8820-32a38f7e6b24 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:25.185613 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9f577e6-d614-422e-a453-36ca06f01ad3 req-b36be050-0c63-4bfb-8820-32a38f7e6b24 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0580530 Feb 21 10:12:25.238328 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9f577e6-d614-422e-a453-36ca06f01ad3 req-28ab3b5b-c399-40dd-8eb4-12a78f5000bc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Feb 21 10:12:25.289765 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5327e5a-c7f9-48c0-917a-b3da09ce32f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.364675 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5327e5a-c7f9-48c0-917a-b3da09ce32f8 admin admin] Publish callbacks [] for security_group (da548b73-e6e5-4544-b5ae-158401d36102), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.368680 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5327e5a-c7f9-48c0-917a-b3da09ce32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (da548b73-e6e5-4544-b5ae-158401d36102), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.407191 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5327e5a-c7f9-48c0-917a-b3da09ce32f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da548b73-e6e5-4544-b5ae-158401d36102,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:25.411454 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b5327e5a-c7f9-48c0-917a-b3da09ce32f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ec7357f789a4f17a349e898118d1e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324376 Feb 21 10:12:25.414065 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36168) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:25.459778 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-87101362-fc74-475c-8695-5178991ecc60 admin admin] Publish callbacks [] for security_group (da548b73-e6e5-4544-b5ae-158401d36102), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.481414 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-87101362-fc74-475c-8695-5178991ecc60 admin admin] Publish callbacks [] for security_group (da548b73-e6e5-4544-b5ae-158401d36102), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.529616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-87101362-fc74-475c-8695-5178991ecc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (da548b73-e6e5-4544-b5ae-158401d36102), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.532568 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-87101362-fc74-475c-8695-5178991ecc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.536401 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-87101362-fc74-475c-8695-5178991ecc60 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/da548b73-e6e5-4544-b5ae-158401d36102 HTTP/1.1" status: 204 len: 168 time: 0.1191907 Feb 21 10:12:25.548945 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87101362-fc74-475c-8695-5178991ecc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da548b73-e6e5-4544-b5ae-158401d36102,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:25.830293 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36186) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:25.846593 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cdc6227d-5a3e-47da-8c68-8154f87de477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.934037 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cdc6227d-5a3e-47da-8c68-8154f87de477 admin admin] Publish callbacks [] for security_group (f48786bd-84c7-474d-beef-e956676a9fc8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.938073 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cdc6227d-5a3e-47da-8c68-8154f87de477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f48786bd-84c7-474d-beef-e956676a9fc8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:25.976044 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6227d-5a3e-47da-8c68-8154f87de477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48786bd-84c7-474d-beef-e956676a9fc8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:25.980323 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-cdc6227d-5a3e-47da-8c68-8154f87de477 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=040130c4dc554d1f80f71ba6b9793516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489549 Feb 21 10:12:25.983253 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36188) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:26.065005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4dafef9c-4736-4455-a0c4-81fd47f1f78d admin admin] Publish callbacks [] for security_group (f48786bd-84c7-474d-beef-e956676a9fc8), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:26.088599 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4dafef9c-4736-4455-a0c4-81fd47f1f78d admin admin] Publish callbacks [] for security_group (f48786bd-84c7-474d-beef-e956676a9fc8), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:26.137145 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4dafef9c-4736-4455-a0c4-81fd47f1f78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f48786bd-84c7-474d-beef-e956676a9fc8), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:26.139763 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4dafef9c-4736-4455-a0c4-81fd47f1f78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:26.140919 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4dafef9c-4736-4455-a0c4-81fd47f1f78d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f48786bd-84c7-474d-beef-e956676a9fc8 HTTP/1.1" status: 204 len: 168 time: 0.1560254 Feb 21 10:12:26.148681 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafef9c-4736-4455-a0c4-81fd47f1f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48786bd-84c7-474d-beef-e956676a9fc8,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:26.366473 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dcd9f-9d2f-45d4-a95b-aefabfdbe2ea req-f50eb8fe-f0c8-469e-8b75-6c3ce883fc65 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:26.369092 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-594dcd9f-9d2f-45d4-a95b-aefabfdbe2ea req-f50eb8fe-f0c8-469e-8b75-6c3ce883fc65 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0590994 Feb 21 10:12:26.417514 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-594dcd9f-9d2f-45d4-a95b-aefabfdbe2ea req-5a9ee9d3-1012-4cfa-ba21-168a814697a1 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Feb 21 10:12:26.888782 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36226) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:26.965161 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f66f8-d26a-4cf0-8b1c-b832e8ba4d12 req-9e7ac19e-b0a6-4b57-ab2a-29a71da66d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:26.967250 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-235f66f8-d26a-4cf0-8b1c-b832e8ba4d12 req-9e7ac19e-b0a6-4b57-ab2a-29a71da66d05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 1129 time: 0.0550058 Feb 21 10:12:27.003253 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4767ffe-9c8b-4315-800f-779e9420f1d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.037528 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-235f66f8-d26a-4cf0-8b1c-b832e8ba4d12 req-56cb36a3-42a7-44f9-a35e-590b6c16e1e9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631011 Feb 21 10:12:27.104190 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4767ffe-9c8b-4315-800f-779e9420f1d2 admin admin] Publish callbacks [] for security_group (8f96e55a-cf13-4fff-9582-6a0f4be85b7c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.108329 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4767ffe-9c8b-4315-800f-779e9420f1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8f96e55a-cf13-4fff-9582-6a0f4be85b7c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.157079 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b4767ffe-9c8b-4315-800f-779e9420f1d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee52cb5c99a64176b601486924ce1f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702093 Feb 21 10:12:27.157225 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36238) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:27.158829 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767ffe-9c8b-4315-800f-779e9420f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f96e55a-cf13-4fff-9582-6a0f4be85b7c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:27.216021 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-504f89a3-0394-448c-975e-20e2660f8a35 admin admin] Publish callbacks [] for security_group (8f96e55a-cf13-4fff-9582-6a0f4be85b7c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.246565 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-504f89a3-0394-448c-975e-20e2660f8a35 admin admin] Publish callbacks [] for security_group (8f96e55a-cf13-4fff-9582-6a0f4be85b7c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.303233 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-504f89a3-0394-448c-975e-20e2660f8a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8f96e55a-cf13-4fff-9582-6a0f4be85b7c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.306254 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-504f89a3-0394-448c-975e-20e2660f8a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:27.309835 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-504f89a3-0394-448c-975e-20e2660f8a35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f96e55a-cf13-4fff-9582-6a0f4be85b7c HTTP/1.1" status: 204 len: 168 time: 0.1436317 Feb 21 10:12:27.329600 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f89a3-0394-448c-975e-20e2660f8a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f96e55a-cf13-4fff-9582-6a0f4be85b7c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:27.549560 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62352e3-bb2b-4465-ae9b-f8e4c36d2b69 req-b2374dea-70e5-4206-8940-e3a745566d05 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:27.551805 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e62352e3-bb2b-4465-ae9b-f8e4c36d2b69 req-b2374dea-70e5-4206-8940-e3a745566d05 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0661938 Feb 21 10:12:27.604293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e62352e3-bb2b-4465-ae9b-f8e4c36d2b69 req-585c18fa-81cf-4252-9d4e-f4dbb5136e79 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465500 Feb 21 10:12:28.722577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d951aa-f8ec-4ed2-acbc-5c138d56940a req-4810d0c5-63d4-444c-bf07-7a28d5a4a488 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:28.724404 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b5d951aa-f8ec-4ed2-acbc-5c138d56940a req-4810d0c5-63d4-444c-bf07-7a28d5a4a488 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0537972 Feb 21 10:12:28.773595 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b5d951aa-f8ec-4ed2-acbc-5c138d56940a req-8cfc9ca8-4a15-4449-974d-05089b8e7909 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Feb 21 10:12:28.895485 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2093845-f51c-4ade-82be-7c9360521e39 req-a2da3f1b-a51b-400d-9bc1-db15a8966b84 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:28.896969 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d2093845-f51c-4ade-82be-7c9360521e39 req-a2da3f1b-a51b-400d-9bc1-db15a8966b84 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0570233 Feb 21 10:12:28.945417 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d2093845-f51c-4ade-82be-7c9360521e39 req-9f97be63-f4fe-4035-aa1f-66a2b086cb1c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Feb 21 10:12:29.750952 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36384) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:29.858475 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063442ab-2710-4e48-954d-f9dd4f659e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:29.934465 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063442ab-2710-4e48-954d-f9dd4f659e0d admin admin] Publish callbacks [] for security_group (34838bed-1c2c-4442-afd8-af2b809b77e3), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:29.939372 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063442ab-2710-4e48-954d-f9dd4f659e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (34838bed-1c2c-4442-afd8-af2b809b77e3), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:29.975794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063442ab-2710-4e48-954d-f9dd4f659e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34838bed-1c2c-4442-afd8-af2b809b77e3,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:29.980939 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-063442ab-2710-4e48-954d-f9dd4f659e0d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=537658c23bcc49bf978c71595c1ad159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282891 Feb 21 10:12:29.983674 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36390) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:30.033651 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e9c2-9269-4b04-9495-0db2b0f4e49f admin admin] Publish callbacks [] for security_group (34838bed-1c2c-4442-afd8-af2b809b77e3), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.058244 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e9c2-9269-4b04-9495-0db2b0f4e49f admin admin] Publish callbacks [] for security_group (34838bed-1c2c-4442-afd8-af2b809b77e3), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.103542 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e9c2-9269-4b04-9495-0db2b0f4e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (34838bed-1c2c-4442-afd8-af2b809b77e3), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.106348 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e9c2-9269-4b04-9495-0db2b0f4e49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.107587 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-c2e0e9c2-9269-4b04-9495-0db2b0f4e49f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/34838bed-1c2c-4442-afd8-af2b809b77e3 HTTP/1.1" status: 204 len: 168 time: 0.1230152 Feb 21 10:12:30.121408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0e9c2-9269-4b04-9495-0db2b0f4e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34838bed-1c2c-4442-afd8-af2b809b77e3,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:30.369894 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36398) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:30.385318 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fabe042a-3a06-4aa8-9610-f85fa5ad9989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.465744 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fabe042a-3a06-4aa8-9610-f85fa5ad9989 admin admin] Publish callbacks [] for security_group (f8639770-c099-4f8b-8734-d50967e92ed9), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.469718 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fabe042a-3a06-4aa8-9610-f85fa5ad9989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f8639770-c099-4f8b-8734-d50967e92ed9), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.510970 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-fabe042a-3a06-4aa8-9610-f85fa5ad9989 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f56d1bbb7b9b42738682d703a596180b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398454 Feb 21 10:12:30.511968 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe042a-3a06-4aa8-9610-f85fa5ad9989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8639770-c099-4f8b-8734-d50967e92ed9,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:30.513742 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36400) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:30.564790 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fa661590-1503-478b-9439-0cce888097ff admin admin] Publish callbacks [] for security_group (f8639770-c099-4f8b-8734-d50967e92ed9), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.589446 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fa661590-1503-478b-9439-0cce888097ff admin admin] Publish callbacks [] for security_group (f8639770-c099-4f8b-8734-d50967e92ed9), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.639741 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fa661590-1503-478b-9439-0cce888097ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f8639770-c099-4f8b-8734-d50967e92ed9), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.642692 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fa661590-1503-478b-9439-0cce888097ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:30.643997 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-fa661590-1503-478b-9439-0cce888097ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f8639770-c099-4f8b-8734-d50967e92ed9 HTTP/1.1" status: 204 len: 168 time: 0.1292462 Feb 21 10:12:30.652758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa661590-1503-478b-9439-0cce888097ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8639770-c099-4f8b-8734-d50967e92ed9,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:30.968179 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36412) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:30.981721 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-65dd0faa-8003-4878-99a8-c36f25b746c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.059445 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-65dd0faa-8003-4878-99a8-c36f25b746c2 admin admin] Publish callbacks [] for security_group (1f275298-1025-41da-9a6d-663476de48ad), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.063015 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-65dd0faa-8003-4878-99a8-c36f25b746c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1f275298-1025-41da-9a6d-663476de48ad), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.105900 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-65dd0faa-8003-4878-99a8-c36f25b746c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7260c5ea96ef4694977237b8002f63e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364944 Feb 21 10:12:31.107002 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd0faa-8003-4878-99a8-c36f25b746c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f275298-1025-41da-9a6d-663476de48ad,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:31.108544 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36414) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:31.160289 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2679832e-c16c-4264-a4c9-b19576f23307 admin admin] Publish callbacks [] for security_group (1f275298-1025-41da-9a6d-663476de48ad), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.182209 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2679832e-c16c-4264-a4c9-b19576f23307 admin admin] Publish callbacks [] for security_group (1f275298-1025-41da-9a6d-663476de48ad), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.230185 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2679832e-c16c-4264-a4c9-b19576f23307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1f275298-1025-41da-9a6d-663476de48ad), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.232704 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2679832e-c16c-4264-a4c9-b19576f23307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:31.233904 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-2679832e-c16c-4264-a4c9-b19576f23307 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f275298-1025-41da-9a6d-663476de48ad HTTP/1.1" status: 204 len: 168 time: 0.1237748 Feb 21 10:12:31.241908 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679832e-c16c-4264-a4c9-b19576f23307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f275298-1025-41da-9a6d-663476de48ad,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:33.072177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36504) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:33.172914 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cdf-c22f-4601-8ffd-b2bb36b0af00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.244266 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cdf-c22f-4601-8ffd-b2bb36b0af00 admin admin] Publish callbacks [] for security_group (31d36510-72b4-4aed-bfc7-95af147668f5), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.247654 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-47fb4cdf-c22f-4601-8ffd-b2bb36b0af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (31d36510-72b4-4aed-bfc7-95af147668f5), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.284766 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-47fb4cdf-c22f-4601-8ffd-b2bb36b0af00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7db1ce9ec3cf47749d75b0ca48b657d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115402 Feb 21 10:12:33.286742 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb4cdf-c22f-4601-8ffd-b2bb36b0af00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d36510-72b4-4aed-bfc7-95af147668f5,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:33.287913 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36508) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:33.338309 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8b746a04-1f69-4052-a00a-07ee6639354e admin admin] Publish callbacks [] for security_group (31d36510-72b4-4aed-bfc7-95af147668f5), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.359137 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8b746a04-1f69-4052-a00a-07ee6639354e admin admin] Publish callbacks [] for security_group (31d36510-72b4-4aed-bfc7-95af147668f5), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.409511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8b746a04-1f69-4052-a00a-07ee6639354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (31d36510-72b4-4aed-bfc7-95af147668f5), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.412224 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8b746a04-1f69-4052-a00a-07ee6639354e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.413389 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8b746a04-1f69-4052-a00a-07ee6639354e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31d36510-72b4-4aed-bfc7-95af147668f5 HTTP/1.1" status: 204 len: 168 time: 0.1237888 Feb 21 10:12:33.421863 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b746a04-1f69-4052-a00a-07ee6639354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d36510-72b4-4aed-bfc7-95af147668f5,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:33.457029 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7036f8b9-16ef-4c02-a2ae-eaef025ed76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.671497 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36518) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:33.684491 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7d591f61-9b7a-4b26-a90c-ace783852c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.759635 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7d591f61-9b7a-4b26-a90c-ace783852c09 admin admin] Publish callbacks [] for security_group (4fef6328-0995-45d8-8a0c-e972381c2289), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.763397 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-7d591f61-9b7a-4b26-a90c-ace783852c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (4fef6328-0995-45d8-8a0c-e972381c2289), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.799692 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d591f61-9b7a-4b26-a90c-ace783852c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef6328-0995-45d8-8a0c-e972381c2289,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:33.807276 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-7d591f61-9b7a-4b26-a90c-ace783852c09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2afa88468ac7417aad39f11a0d2b9ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323433 Feb 21 10:12:33.807473 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36524) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:33.856014 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae53294-3c30-4588-b9e2-a0ac6381776c admin admin] Publish callbacks [] for security_group (4fef6328-0995-45d8-8a0c-e972381c2289), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.877440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae53294-3c30-4588-b9e2-a0ac6381776c admin admin] Publish callbacks [] for security_group (4fef6328-0995-45d8-8a0c-e972381c2289), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.923281 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae53294-3c30-4588-b9e2-a0ac6381776c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (4fef6328-0995-45d8-8a0c-e972381c2289), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.926003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2ae53294-3c30-4588-b9e2-a0ac6381776c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:33.927149 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2ae53294-3c30-4588-b9e2-a0ac6381776c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4fef6328-0995-45d8-8a0c-e972381c2289 HTTP/1.1" status: 204 len: 168 time: 0.1187828 Feb 21 10:12:33.934581 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae53294-3c30-4588-b9e2-a0ac6381776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef6328-0995-45d8-8a0c-e972381c2289,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:35.801132 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bfe236c3-b63d-4ec6-acd3-56abf5e8976a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:36.795700 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfd6d7-7e12-4efd-87b2-0304cdd9cc7f req-3c61ff66-dc5b-40c2-948a-38b46bea3d1d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:36.797140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0bfd6d7-7e12-4efd-87b2-0304cdd9cc7f req-3c61ff66-dc5b-40c2-948a-38b46bea3d1d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0545807 Feb 21 10:12:36.844814 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0bfd6d7-7e12-4efd-87b2-0304cdd9cc7f req-43288367-bd7d-4afe-9a93-22cbcac881d8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Feb 21 10:12:36.920735 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:37.965399 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5020b3c-7588-4e02-938e-17cfcb18d790 req-ee605e81-e587-40b7-b50c-889254ea32dc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:37.969112 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d5020b3c-7588-4e02-938e-17cfcb18d790 req-ee605e81-e587-40b7-b50c-889254ea32dc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0554743 Feb 21 10:12:38.019712 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d5020b3c-7588-4e02-938e-17cfcb18d790 req-e4af9ff2-5a56-4083-9ca4-be2eefad1a67 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Feb 21 10:12:38.340955 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:39.139702 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f1122-149e-49d8-8c74-1a780ba95ac8 req-c20c2669-a124-4c69-aa4d-294a0de9783d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:39.141250 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-973f1122-149e-49d8-8c74-1a780ba95ac8 req-c20c2669-a124-4c69-aa4d-294a0de9783d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0543349 Feb 21 10:12:39.190371 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-973f1122-149e-49d8-8c74-1a780ba95ac8 req-85d14896-cb5f-4dca-bb73-28fa9dcf45db tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Feb 21 10:12:39.864973 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:40.313388 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af4a5f-132a-4029-a0f8-60af3d438b4a req-50036967-f71a-4c8a-ba89-3fb31456608c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:40.315440 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-22af4a5f-132a-4029-a0f8-60af3d438b4a req-50036967-f71a-4c8a-ba89-3fb31456608c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0554655 Feb 21 10:12:40.368097 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-22af4a5f-132a-4029-a0f8-60af3d438b4a req-6b72b793-ba44-493b-9b81-a546caaa6d03 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Feb 21 10:12:40.621520 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-ad5ada82-851a-4a50-bd7c-6dcfa38ae6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:40.623007 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-ad5ada82-851a-4a50-bd7c-6dcfa38ae6d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0485792 Feb 21 10:12:41.489111 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffea84-3e79-4163-809b-2f3cc0661608 req-dc03f40e-891e-4876-b464-48e178367b38 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:41.490589 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2dffea84-3e79-4163-809b-2f3cc0661608 req-dc03f40e-891e-4876-b464-48e178367b38 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0524330 Feb 21 10:12:41.536237 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2dffea84-3e79-4163-809b-2f3cc0661608 req-ee0f7da7-6b6d-4898-86de-ddb4612e7578 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Feb 21 10:12:42.417633 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-986c2f88-9509-4934-b1e9-b45625a8af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:42.419100 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-986c2f88-9509-4934-b1e9-b45625a8af41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.0908544 Feb 21 10:12:42.461237 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-ab485413-376f-466d-a7ae-0ef32697be42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.0355153 Feb 21 10:12:42.510550 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-a3ee12d5-d856-4736-81c4-5176806646ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:42.512002 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-a3ee12d5-d856-4736-81c4-5176806646ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0453396 Feb 21 10:12:42.543657 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-740f509a-b561-479d-83ae-86de140dbe71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245762 Feb 21 10:12:42.669581 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-98b1bac1-951c-4506-8e6d-ef9e1e0364e0 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181819 Feb 21 10:12:42.691598 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d363b6-adc2-46fb-a195-82fc243c96d7 req-a1e066f9-b580-4037-a5af-066356863a30 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:42.692993 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d363b6-adc2-46fb-a195-82fc243c96d7 req-a1e066f9-b580-4037-a5af-066356863a30 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0844641 Feb 21 10:12:42.791025 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-98d363b6-adc2-46fb-a195-82fc243c96d7 req-7f6af1b0-6b44-4ded-bd4b-568f7b3190d1 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885024 Feb 21 10:12:42.805681 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-85c18edb-0307-4d5e-82a7-8797c7c0d91a req-afca3f9f-1904-4123-8eb0-b7b350338a82 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282272 Feb 21 10:12:43.912996 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c12f8-bc53-4bf0-b7a5-ed3ac0df7c80 req-30d94c1e-c502-4b05-90f8-24513144dd80 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:43.914522 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4f7c12f8-bc53-4bf0-b7a5-ed3ac0df7c80 req-30d94c1e-c502-4b05-90f8-24513144dd80 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0553648 Feb 21 10:12:43.962909 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4f7c12f8-bc53-4bf0-b7a5-ed3ac0df7c80 req-442a866a-8690-4f20-ad23-acc9a66efaf4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Feb 21 10:12:45.093042 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62165596-9142-4d4a-af5d-ad1ef10cdd56 req-7d038ab5-26b5-4a51-9b14-458171dbe7f8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:45.094581 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62165596-9142-4d4a-af5d-ad1ef10cdd56 req-7d038ab5-26b5-4a51-9b14-458171dbe7f8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0605900 Feb 21 10:12:45.142271 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62165596-9142-4d4a-af5d-ad1ef10cdd56 req-d5da8f86-dec7-428b-8ebb-476647cb2ac8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Feb 21 10:12:46.260331 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c65bc-ef9b-47c8-b762-8b7750614c1d req-bb62ecd7-e940-45aa-99a1-4371f7284867 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:46.261853 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f62c65bc-ef9b-47c8-b762-8b7750614c1d req-bb62ecd7-e940-45aa-99a1-4371f7284867 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0533664 Feb 21 10:12:46.310196 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f62c65bc-ef9b-47c8-b762-8b7750614c1d req-db952306-6a08-4df5-9be6-be5170eb02a2 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Feb 21 10:12:46.370296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36732) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:46.472874 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50114e83-0626-4adc-9e90-40ba40dab44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.547366 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50114e83-0626-4adc-9e90-40ba40dab44d admin admin] Publish callbacks [] for security_group (189481c7-41c6-4166-bcad-f02791faa20d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.552440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-50114e83-0626-4adc-9e90-40ba40dab44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (189481c7-41c6-4166-bcad-f02791faa20d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.592287 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-50114e83-0626-4adc-9e90-40ba40dab44d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b13b3df5623439b9c513ee1e73e0ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209318 Feb 21 10:12:46.593145 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50114e83-0626-4adc-9e90-40ba40dab44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189481c7-41c6-4166-bcad-f02791faa20d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:46.595041 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36742) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:46.647586 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9a27973d-9df2-45dd-9c57-8ea6c08a6c40 admin admin] Publish callbacks [] for security_group (189481c7-41c6-4166-bcad-f02791faa20d), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.669264 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9a27973d-9df2-45dd-9c57-8ea6c08a6c40 admin admin] Publish callbacks [] for security_group (189481c7-41c6-4166-bcad-f02791faa20d), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.720971 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9a27973d-9df2-45dd-9c57-8ea6c08a6c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (189481c7-41c6-4166-bcad-f02791faa20d), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.724289 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9a27973d-9df2-45dd-9c57-8ea6c08a6c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:46.725442 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9a27973d-9df2-45dd-9c57-8ea6c08a6c40 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/189481c7-41c6-4166-bcad-f02791faa20d HTTP/1.1" status: 204 len: 168 time: 0.1293240 Feb 21 10:12:46.733078 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27973d-9df2-45dd-9c57-8ea6c08a6c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189481c7-41c6-4166-bcad-f02791faa20d,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:46.974304 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36754) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:46.987620 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b16ae542-7deb-4bbb-9846-1e183544bc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.059674 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b16ae542-7deb-4bbb-9846-1e183544bc2c admin admin] Publish callbacks [] for security_group (14693903-a74c-44af-910b-abbf6418661d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.063136 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b16ae542-7deb-4bbb-9846-1e183544bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (14693903-a74c-44af-910b-abbf6418661d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.101447 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b16ae542-7deb-4bbb-9846-1e183544bc2c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e23b287e184496a9e7c4918e31378a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260600 Feb 21 10:12:47.102315 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae542-7deb-4bbb-9846-1e183544bc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14693903-a74c-44af-910b-abbf6418661d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:47.104076 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36756) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:47.152399 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Publish callbacks [] for security_group (14693903-a74c-44af-910b-abbf6418661d), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.172662 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Publish callbacks [] for security_group (14693903-a74c-44af-910b-abbf6418661d), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.216816 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (14693903-a74c-44af-910b-abbf6418661d), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.219286 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:47.220407 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14693903-a74c-44af-910b-abbf6418661d HTTP/1.1" status: 204 len: 168 time: 0.1146905 Feb 21 10:12:47.228284 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14693903-a74c-44af-910b-abbf6418661d,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:47.235075 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.235424 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.235770 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.236109 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.236444 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.236774 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.237202 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.238115 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.238446 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.238773 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.239098 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.239421 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.239743 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8a81-792f-470d-b7ae-4c3cb80cf81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:47.441848 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99bcd2-a947-4927-82ad-86c2afe3b68a req-dbfb352a-49b1-4902-8722-7d8313d9a237 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:47.443513 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1b99bcd2-a947-4927-82ad-86c2afe3b68a req-dbfb352a-49b1-4902-8722-7d8313d9a237 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0660446 Feb 21 10:12:47.494255 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1b99bcd2-a947-4927-82ad-86c2afe3b68a req-8824203d-81fe-4dbe-912b-14a42c53479f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Feb 21 10:12:48.612401 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8419c1-ae49-46f4-abfc-663a4fa12f01 req-68dfbc11-e4b5-4d17-bb47-39c960b420f5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:48.613910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f8419c1-ae49-46f4-abfc-663a4fa12f01 req-68dfbc11-e4b5-4d17-bb47-39c960b420f5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0541973 Feb 21 10:12:48.660203 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f8419c1-ae49-46f4-abfc-663a4fa12f01 req-962c67ca-8b90-492a-a0bf-46d0ccf2753b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Feb 21 10:12:49.777094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f6d35-a679-4e1e-861f-f10b5eb5a03e req-60c67111-3e61-4579-8336-3e2317fb8d56 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:49.778599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be2f6d35-a679-4e1e-861f-f10b5eb5a03e req-60c67111-3e61-4579-8336-3e2317fb8d56 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0516980 Feb 21 10:12:49.823937 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be2f6d35-a679-4e1e-861f-f10b5eb5a03e req-91978caf-b514-4e10-8590-a043b8dde3a0 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Feb 21 10:12:50.942755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6508f6-de5d-4ecb-8fda-1e498cd40bf7 req-60c1671c-9490-490e-a111-cd1c2bb1df88 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:50.944233 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4b6508f6-de5d-4ecb-8fda-1e498cd40bf7 req-60c1671c-9490-490e-a111-cd1c2bb1df88 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0547628 Feb 21 10:12:50.989283 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4b6508f6-de5d-4ecb-8fda-1e498cd40bf7 req-8752f9a4-84bc-4839-aa39-ef2f90262b55 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Feb 21 10:12:52.105037 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617a20c-c800-4e19-8457-56a2fb7ede24 req-9f2855d6-23cc-4669-86f1-d4ebbbc267a4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:52.106642 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8617a20c-c800-4e19-8457-56a2fb7ede24 req-9f2855d6-23cc-4669-86f1-d4ebbbc267a4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Feb 21 10:12:52.152829 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8617a20c-c800-4e19-8457-56a2fb7ede24 req-ed52ce19-12e9-4836-b6ce-b8aa66a342ec tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Feb 21 10:12:52.538441 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:52.937445 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-6ecfe8e7-5ec2-4230-86b0-e925f85d77e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421653 Feb 21 10:12:53.006491 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b7318-ce66-4858-bbea-986176807c7c req-3425570c-2841-4cbb-a02a-7015dc2158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:53.007927 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-3425570c-2841-4cbb-a02a-7015dc2158bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0457211 Feb 21 10:12:53.108023 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b7318-ce66-4858-bbea-986176807c7c req-e0527113-20ab-4f89-a675-15fe6c930ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:53.109625 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-e0527113-20ab-4f89-a675-15fe6c930ec1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.0819004 Feb 21 10:12:53.178593 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-a37c1e22-49f9-4058-a4f3-671504aae3c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 1001 time: 0.0613658 Feb 21 10:12:53.255931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b7318-ce66-4858-bbea-986176807c7c req-79386590-c70a-4b46-8bea-da59f4592974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:53.257399 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-79386590-c70a-4b46-8bea-da59f4592974 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0695665 Feb 21 10:12:53.300480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb201e-7130-4176-a47f-823ac235f4f7 req-fa3f1308-63dd-4734-a418-bb24e71a4c9c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:53.301955 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1bdb201e-7130-4176-a47f-823ac235f4f7 req-fa3f1308-63dd-4734-a418-bb24e71a4c9c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0831785 Feb 21 10:12:53.342918 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b7318-ce66-4858-bbea-986176807c7c req-377a1a1d-ae30-4914-b8fc-f6e70a2d33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:53.344440 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-377a1a1d-ae30-4914-b8fc-f6e70a2d33fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799396 Feb 21 10:12:53.376597 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1bdb201e-7130-4176-a47f-823ac235f4f7 req-a0bce19e-fb46-4254-ac16-733a96f20f20 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683675 Feb 21 10:12:53.445784 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-99c859d3-efa8-41e7-8468-bc412d705f58 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922062 Feb 21 10:12:53.560070 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bd1b7318-ce66-4858-bbea-986176807c7c req-de0f98ca-5441-4850-a7a3-d6bfb253023d service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854394 Feb 21 10:12:54.497148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e872d2-b101-4fc3-9eaf-62ac1dc68441 req-85983b90-f0a6-4bde-8e1d-b0984d6589d3 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:54.498547 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9e872d2-b101-4fc3-9eaf-62ac1dc68441 req-85983b90-f0a6-4bde-8e1d-b0984d6589d3 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0525532 Feb 21 10:12:54.545152 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d9e872d2-b101-4fc3-9eaf-62ac1dc68441 req-b361a7d9-6432-4bbf-a3fc-1c9c7134f632 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Feb 21 10:12:55.658667 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cc413-392e-46f2-8431-6c3784302468 req-d662f6e4-f493-4af1-96c1-d213306bbaab tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:55.660127 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5a9cc413-392e-46f2-8431-6c3784302468 req-d662f6e4-f493-4af1-96c1-d213306bbaab tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0512848 Feb 21 10:12:55.707316 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5a9cc413-392e-46f2-8431-6c3784302468 req-699fd0d1-0179-4706-b780-192fb1fef938 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416849 Feb 21 10:12:56.830593 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02c111-e402-4289-8b40-dd34c745b12f req-a5d87e97-606e-48a5-b690-d5d5261dc259 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:56.832147 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4a02c111-e402-4289-8b40-dd34c745b12f req-a5d87e97-606e-48a5-b690-d5d5261dc259 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0594139 Feb 21 10:12:56.884110 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4a02c111-e402-4289-8b40-dd34c745b12f req-d428a403-4600-463a-962c-ce76db7e9563 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Feb 21 10:12:57.999954 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19996f6b-71b5-4acd-b665-fd5a6e809d18 req-16b72cba-c961-471e-a243-587491ff03f4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:58.002121 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19996f6b-71b5-4acd-b665-fd5a6e809d18 req-16b72cba-c961-471e-a243-587491ff03f4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0523448 Feb 21 10:12:58.032082 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 36894) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:58.065611 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19996f6b-71b5-4acd-b665-fd5a6e809d18 req-c12a4c4e-ff4f-43aa-965a-dffe1f5a656e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577295 Feb 21 10:12:58.137895 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9427d53-b3c3-4a63-a880-cf77c35144e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.207238 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9427d53-b3c3-4a63-a880-cf77c35144e1 admin admin] Publish callbacks [] for security_group (e1bd8a86-ad7a-4cff-af9e-534cca799e32), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.211066 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9427d53-b3c3-4a63-a880-cf77c35144e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (e1bd8a86-ad7a-4cff-af9e-534cca799e32), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.250352 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d9427d53-b3c3-4a63-a880-cf77c35144e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e31f359eddeb480889dd4bb77e4e9dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173493 Feb 21 10:12:58.251426 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9427d53-b3c3-4a63-a880-cf77c35144e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bd8a86-ad7a-4cff-af9e-534cca799e32,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:58.253084 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 36898) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:12:58.300905 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Publish callbacks [] for security_group (e1bd8a86-ad7a-4cff-af9e-534cca799e32), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.321749 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Publish callbacks [] for security_group (e1bd8a86-ad7a-4cff-af9e-534cca799e32), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.371028 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (e1bd8a86-ad7a-4cff-af9e-534cca799e32), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.373593 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:12:58.375714 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e1bd8a86-ad7a-4cff-af9e-534cca799e32 HTTP/1.1" status: 204 len: 168 time: 0.1198461 Feb 21 10:12:58.385604 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bd8a86-ad7a-4cff-af9e-534cca799e32,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:12:58.393260 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.393622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.394092 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.394303 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.394640 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.395561 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.395890 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.396230 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.396560 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.396892 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.397242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.397573 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:58.397897 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c84029-9eef-4db7-975f-a51dfc363d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:12:59.187334 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e33ab-ef3c-4400-86e1-8e15de5a0ee8 req-d60f49e9-7d9c-4f70-ba93-dca6a4313f84 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:12:59.188822 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-937e33ab-ef3c-4400-86e1-8e15de5a0ee8 req-d60f49e9-7d9c-4f70-ba93-dca6a4313f84 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0517209 Feb 21 10:12:59.233928 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-937e33ab-ef3c-4400-86e1-8e15de5a0ee8 req-97a5e296-3d28-493e-8821-bda8dec3bc22 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Feb 21 10:12:59.975120 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:13:00.348753 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac4b61-70c4-4908-9824-22c67d833ade req-6b4442f1-86f9-4022-9e70-3f78bf819baf tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:00.350247 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-caac4b61-70c4-4908-9824-22c67d833ade req-6b4442f1-86f9-4022-9e70-3f78bf819baf tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0507889 Feb 21 10:13:00.396479 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-caac4b61-70c4-4908-9824-22c67d833ade req-91bdcf1b-b3e7-4e7e-927c-1260e6319b35 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Feb 21 10:13:00.996196 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e380bf3-fc0a-4d6e-86fe-b85550479893 req-56a40f6e-a6c7-4a37-a7cb-1729b2297a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:00.997800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4e380bf3-fc0a-4d6e-86fe-b85550479893 req-56a40f6e-a6c7-4a37-a7cb-1729b2297a00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0470407 Feb 21 10:13:01.043320 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4e380bf3-fc0a-4d6e-86fe-b85550479893 req-82b0c852-383a-4947-b1b1-e491f03b16bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390882 Feb 21 10:13:01.553566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ea811-1d40-4406-9f3d-6841561ac58e req-225dd83c-e317-4f73-ae50-756a4b560ede tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:01.556023 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-120ea811-1d40-4406-9f3d-6841561ac58e req-225dd83c-e317-4f73-ae50-756a4b560ede tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0575116 Feb 21 10:13:01.602409 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-120ea811-1d40-4406-9f3d-6841561ac58e req-be55b2ce-d109-4cab-afb7-d01c97a59e7a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Feb 21 10:13:02.720848 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ffce-7910-46c0-871d-5dfdfb577c98 req-013fe213-0333-49d7-9506-99c70abdc614 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:02.722349 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d6c0ffce-7910-46c0-871d-5dfdfb577c98 req-013fe213-0333-49d7-9506-99c70abdc614 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0535867 Feb 21 10:13:02.768049 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d6c0ffce-7910-46c0-871d-5dfdfb577c98 req-9d4ac3d8-fdcb-4a70-a7c9-e99f022efecc tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Feb 21 10:13:03.448102 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9501bf22-fd88-4b93-bdb5-40522e256b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:03.888589 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7765-7bf6-4881-a9ab-9c2841ce090e req-c3c5e8d0-b2e0-400f-9cd2-f099d4a0cb30 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:03.890093 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5e6e7765-7bf6-4881-a9ab-9c2841ce090e req-c3c5e8d0-b2e0-400f-9cd2-f099d4a0cb30 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0526197 Feb 21 10:13:03.934555 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5e6e7765-7bf6-4881-a9ab-9c2841ce090e req-d2ab4bc6-3910-4c8c-acd7-6d577a5455b9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 Feb 21 10:13:05.048154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d8005-9556-46b1-b508-12fd9c97b30e req-9d34c8b3-257a-43e3-bf79-834b3f004838 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:05.049630 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-647d8005-9556-46b1-b508-12fd9c97b30e req-9d34c8b3-257a-43e3-bf79-834b3f004838 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0504575 Feb 21 10:13:05.097249 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-647d8005-9556-46b1-b508-12fd9c97b30e req-02e16fe9-b9a9-40b9-af23-5ccac767b7b5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416269 Feb 21 10:13:05.803078 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b5a69bcf-b4b1-4dc0-bcb4-5ab1acc55dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:06.220143 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20338672-7332-403f-b1d3-20c5dc3b0ae4 req-ce824fa8-846c-494a-9383-cef5bfce6dc5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:06.221658 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-20338672-7332-403f-b1d3-20c5dc3b0ae4 req-ce824fa8-846c-494a-9383-cef5bfce6dc5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0511758 Feb 21 10:13:06.270479 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-20338672-7332-403f-b1d3-20c5dc3b0ae4 req-428846ba-37e8-491a-8d07-5d7bf1189ed3 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Feb 21 10:13:06.922986 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:07.387236 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8362c-7000-4b90-9964-8b63de4bc0f6 req-4b282d57-2353-4f7a-a6ee-9433a78f69cf tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:07.388732 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f1d8362c-7000-4b90-9964-8b63de4bc0f6 req-4b282d57-2353-4f7a-a6ee-9433a78f69cf tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0530105 Feb 21 10:13:07.435597 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f1d8362c-7000-4b90-9964-8b63de4bc0f6 req-e44358d5-879b-4313-ace4-7f064d0a69ef tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Feb 21 10:13:07.701028 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2745156-d149-4697-a88b-c60984a71538 req-03fb8cb9-357f-4651-a3c9-cb604642ba38 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:07.702495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2745156-d149-4697-a88b-c60984a71538 req-03fb8cb9-357f-4651-a3c9-cb604642ba38 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0743034 Feb 21 10:13:07.704875 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-6876db9b-e7e9-46b6-b398-41c7c1071af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:07.706234 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-6876db9b-e7e9-46b6-b398-41c7c1071af6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0859005 Feb 21 10:13:07.797571 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2745156-d149-4697-a88b-c60984a71538 req-f8914c29-655b-4234-bee6-f9286cdcf7ae tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894959 Feb 21 10:13:07.828312 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-c8dc2e04-ae0c-4bbb-872d-2b5484573a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:07.829739 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-c8dc2e04-ae0c-4bbb-872d-2b5484573a3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.1151273 Feb 21 10:13:07.870845 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-eff6eadf-16b4-4532-89f6-e41ec8a695ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.0337276 Feb 21 10:13:07.916832 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-26a5547f-7e2c-4d21-ae3e-78f0667106dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:07.918248 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-26a5547f-7e2c-4d21-ae3e-78f0667106dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0413077 Feb 21 10:13:07.949765 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-7ae3b1c8-e4c1-49d0-bbaf-b0582814f3bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239737 Feb 21 10:13:08.038512 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-b9c3748e-193b-4ee5-8576-ac1da88ea734 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820513 Feb 21 10:13:08.124593 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95fd99a8-2a17-4357-91b4-16579ed14300 req-86353447-fdf8-40c5-98ec-c29864e5af70 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801578 Feb 21 10:13:08.340473 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:08.923053 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a59c-1054-49e0-90a6-59aa2cf374bf req-f21b64d7-c680-4e87-9ff9-6ce2f4d16bd4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:08.924530 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7759a59c-1054-49e0-90a6-59aa2cf374bf req-f21b64d7-c680-4e87-9ff9-6ce2f4d16bd4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0579751 Feb 21 10:13:08.970513 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7759a59c-1054-49e0-90a6-59aa2cf374bf req-21cc8399-aedc-4dec-8919-0503cc2151a7 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Feb 21 10:13:09.867410 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:10.084312 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c9c31-5218-4eb3-8a31-77b90023b26b req-5ee9cf02-e3be-4cd7-9554-9e8629e98457 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:10.085705 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b85c9c31-5218-4eb3-8a31-77b90023b26b req-5ee9cf02-e3be-4cd7-9554-9e8629e98457 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Feb 21 10:13:10.131115 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b85c9c31-5218-4eb3-8a31-77b90023b26b req-89e4378a-1c98-42ab-807a-9a79ad4f5077 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Feb 21 10:13:11.251149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be39627-a751-4175-9fb5-2c892968c0cd req-93395dff-46fa-44f6-a292-d5cbbe6c337d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:11.252632 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7be39627-a751-4175-9fb5-2c892968c0cd req-93395dff-46fa-44f6-a292-d5cbbe6c337d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0564308 Feb 21 10:13:11.299071 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7be39627-a751-4175-9fb5-2c892968c0cd req-cd392a16-1918-42fe-b902-21837adfb45a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Feb 21 10:13:12.415905 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab348-f28d-4bd8-bab6-64812283b3b3 req-09092156-487b-4720-9f04-45c7063ea4e4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:12.417382 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-76fab348-f28d-4bd8-bab6-64812283b3b3 req-09092156-487b-4720-9f04-45c7063ea4e4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0535820 Feb 21 10:13:12.464094 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-76fab348-f28d-4bd8-bab6-64812283b3b3 req-8f8a6d24-da64-4d82-9a12-b51efc1ea5c9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Feb 21 10:13:14.917411 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592d4bb-3004-4834-ad04-e6e01b858d58 req-73b92c28-5022-435a-869d-93667af3ace5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:14.918908 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4592d4bb-3004-4834-ad04-e6e01b858d58 req-73b92c28-5022-435a-869d-93667af3ace5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0524230 Feb 21 10:13:14.969037 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4592d4bb-3004-4834-ad04-e6e01b858d58 req-278dc870-1795-4879-89a0-42df940d2db2 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Feb 21 10:13:22.545559 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.314439 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37330) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:28.451270 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-489fd3f4-4858-453a-9173-1a4cd4be29e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.527177 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-489fd3f4-4858-453a-9173-1a4cd4be29e2 admin admin] Publish callbacks [] for security_group (ab886ea8-c4e6-4671-aad0-a36060dddb1c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.530420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-489fd3f4-4858-453a-9173-1a4cd4be29e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ab886ea8-c4e6-4671-aad0-a36060dddb1c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.570002 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-489fd3f4-4858-453a-9173-1a4cd4be29e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=714d8af8a05440c29850b44f6e7dee4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544968 Feb 21 10:13:28.572536 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37336) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:28.573242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fd3f4-4858-453a-9173-1a4cd4be29e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab886ea8-c4e6-4671-aad0-a36060dddb1c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:28.624146 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1483b4cd-dcec-4b8e-9877-61ba2a0e89cc admin admin] Publish callbacks [] for security_group (ab886ea8-c4e6-4671-aad0-a36060dddb1c), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.646602 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1483b4cd-dcec-4b8e-9877-61ba2a0e89cc admin admin] Publish callbacks [] for security_group (ab886ea8-c4e6-4671-aad0-a36060dddb1c), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.698993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1483b4cd-dcec-4b8e-9877-61ba2a0e89cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ab886ea8-c4e6-4671-aad0-a36060dddb1c), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.700405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1483b4cd-dcec-4b8e-9877-61ba2a0e89cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:28.701658 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1483b4cd-dcec-4b8e-9877-61ba2a0e89cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab886ea8-c4e6-4671-aad0-a36060dddb1c HTTP/1.1" status: 204 len: 168 time: 0.1256032 Feb 21 10:13:28.710327 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483b4cd-dcec-4b8e-9877-61ba2a0e89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab886ea8-c4e6-4671-aad0-a36060dddb1c,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:29.560560 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37374) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:29.676504 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-dd14b08b-5679-41b2-a9ed-e52ccc878a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:29.983201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-dd14b08b-5679-41b2-a9ed-e52ccc878a6c admin admin] Publish callbacks [] for security_group (682c6c41-2468-4565-b707-eea4e904ba94), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:29.987461 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-dd14b08b-5679-41b2-a9ed-e52ccc878a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (682c6c41-2468-4565-b707-eea4e904ba94), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:30.025097 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-dd14b08b-5679-41b2-a9ed-e52ccc878a6c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eac36abcd8474ed19b80892da49e859c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4620981 Feb 21 10:13:30.026291 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14b08b-5679-41b2-a9ed-e52ccc878a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c6c41-2468-4565-b707-eea4e904ba94,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:30.026851 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37388) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:30.075256 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c15dcff4-ea16-4fe8-a697-7a0628863b9d admin admin] Publish callbacks [] for security_group (682c6c41-2468-4565-b707-eea4e904ba94), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:30.095816 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c15dcff4-ea16-4fe8-a697-7a0628863b9d admin admin] Publish callbacks [] for security_group (682c6c41-2468-4565-b707-eea4e904ba94), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:30.141101 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c15dcff4-ea16-4fe8-a697-7a0628863b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (682c6c41-2468-4565-b707-eea4e904ba94), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:30.143577 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c15dcff4-ea16-4fe8-a697-7a0628863b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:30.145284 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c15dcff4-ea16-4fe8-a697-7a0628863b9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/682c6c41-2468-4565-b707-eea4e904ba94 HTTP/1.1" status: 204 len: 168 time: 0.1165531 Feb 21 10:13:30.152476 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dcff4-ea16-4fe8-a697-7a0628863b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c6c41-2468-4565-b707-eea4e904ba94,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:31.210151 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37432) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:31.326362 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-265a28c2-c426-4376-bf09-d05cb19936ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.398326 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-265a28c2-c426-4376-bf09-d05cb19936ba admin admin] Publish callbacks [] for security_group (6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.401994 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-265a28c2-c426-4376-bf09-d05cb19936ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.441325 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-265a28c2-c426-4376-bf09-d05cb19936ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7546f6820b84b859304eb8302d72c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300742 Feb 21 10:13:31.443289 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a28c2-c426-4376-bf09-d05cb19936ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:31.444663 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37438) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:31.490972 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-16da76fa-f725-4bd7-b74a-e53b10ac502c admin admin] Publish callbacks [] for security_group (6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.511505 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-16da76fa-f725-4bd7-b74a-e53b10ac502c admin admin] Publish callbacks [] for security_group (6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.557089 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-16da76fa-f725-4bd7-b74a-e53b10ac502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.559563 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-16da76fa-f725-4bd7-b74a-e53b10ac502c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:31.560670 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-16da76fa-f725-4bd7-b74a-e53b10ac502c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f HTTP/1.1" status: 204 len: 168 time: 0.1148355 Feb 21 10:13:31.569252 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da76fa-f725-4bd7-b74a-e53b10ac502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2f9b31-6e8a-4fa4-b773-b8fd074c1a4f,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:32.150401 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37462) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:32.244284 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2121326021-network', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:32.263211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Made reservation on behalf of 80f9a8e599934ceabd6fbd2b96a626ff for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:13:32.265492 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.273643 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.347385 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks [] for security_group (26b5deaa-eef6-4c86-9249-513b4fe7b4a2), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.351970 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (26b5deaa-eef6-4c86-9249-513b4fe7b4a2), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.378034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:13:32.387469 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b5deaa-eef6-4c86-9249-513b4fe7b4a2,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:32.391914 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (94d5e5e5-5991-4c27-afee-10fd63f7572c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.392260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Added segment 94d5e5e5-5991-4c27-afee-10fd63f7572c of type vlan for network 37272889-9511-4d64-a534-939ab806d170 Feb 21 10:13:32.431061 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (37272889-9511-4d64-a534-939ab806d170), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.456225 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (37272889-9511-4d64-a534-939ab806d170), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.457380 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:32.457962 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.514947 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3634448 Feb 21 10:13:32.517906 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37470) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:32.521900 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28ea57-20d7-48a2-99d5-a272b3bacef4 admin admin] Pushing event updated for resources: {'Network': ['ID=37272889-9511-4d64-a534-939ab806d170,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:32.523225 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Request body: {'subnet': {'network_id': '37272889-9511-4d64-a534-939ab806d170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2121326021-subnet', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:32.532492 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 37272889-9511-4d64-a534-939ab806d170 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:13:32.542643 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Made reservation on behalf of 80f9a8e599934ceabd6fbd2b96a626ff for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:13:32.545113 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.706971 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.761961 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:32.772350 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Checking segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:32.772892 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Network hostable DHCP agents. Network: 37272889-9511-4d64-a534-939ab806d170, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:13:32.791333 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Network 37272889-9511-4d64-a534-939ab806d170 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:13:32.799940 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 37272889-9511-4d64-a534-939ab806d170) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:32.805171 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:32.806307 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.809442 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62954c5-567a-4d1e-83b2-99d6451e3a74 None None] Network 37272889-9511-4d64-a534-939ab806d170 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:13:32.822370 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-232ee2a8-c61b-45af-8103-1a21a7e271c0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3033404 Feb 21 10:13:32.825167 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37472) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:32.829665 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:32.850045 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (39b666f6-128c-4c2f-879b-41776559d6e6), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.851342 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (39b666f6-128c-4c2f-879b-41776559d6e6), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.909671 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks [] for router_controller (39b666f6-128c-4c2f-879b-41776559d6e6), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:32.935324 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-37272889-9511-4d64-a534-939ab806d170', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:13:32.936212 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.060298 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks [] for router_gateway (39b666f6-128c-4c2f-879b-41776559d6e6), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.077390 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Allocated IP 172.20.0.2 (37272889-9511-4d64-a534-939ab806d170/a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee/b472c8f7-f46c-433e-8746-cafa455433f9) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:33.223527 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Publish callbacks [] for port (b472c8f7-f46c-433e-8746-cafa455433f9), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.230292 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.269677 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Network 37272889-9511-4d64-a534-939ab806d170 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:33.273568 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:33.277454 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:33.314408 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Pushing event updated for resources: {'Port': ['ID=b472c8f7-f46c-433e-8746-cafa455433f9,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:33.339029 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.339402 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.339759 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.340099 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.340434 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.340764 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.341130 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.341448 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.341791 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.342114 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.342443 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.342766 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.343086 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:33.357674 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Attempting to bind port b472c8f7-f46c-433e-8746-cafa455433f9 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:33.358184 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Attempting to bind port b472c8f7-f46c-433e-8746-cafa455433f9 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:33.358412 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Attempting to bind port b472c8f7-f46c-433e-8746-cafa455433f9 on network 37272889-9511-4d64-a534-939ab806d170 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:33.364067 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:33.364983 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Checking segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:33.365421 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.365823 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Bound using segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:33.366302 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Bound port: b472c8f7-f46c-433e-8746-cafa455433f9, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:33.366689 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.454036 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] For port b472c8f7-f46c-433e-8746-cafa455433f9, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:33.467094 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] For port b472c8f7-f46c-433e-8746-cafa455433f9, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b472c8f7-f46c-433e-8746-cafa455433f9,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:33.471413 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fab44746-e097-4a39-8ad6-5b5e6295aaa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.475884 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.481524 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks [] for router_gateway (39b666f6-128c-4c2f-879b-41776559d6e6), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.501300 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.528833 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3f733-aba8-46b7-a25e-6986f7cebb18 None None] Pushing event updated for resources: {'Port': ['ID=b472c8f7-f46c-433e-8746-cafa455433f9,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:33.612532 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Allocated IP 172.27.0.119 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/af776b70-7786-44d9-b116-76214549ecc6) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:33.723061 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks [] for port (af776b70-7786-44d9-b116-76214549ecc6), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.759034 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (af776b70-7786-44d9-b116-76214549ecc6), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:33.811261 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:33.815020 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:33.817973 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:33.820518 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b5df-4dc4-4046-9a49-2f0bee1c51eb req-b52f5793-5775-47eb-9410-7b9b28afda4f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:33.827188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9249b5df-4dc4-4046-9a49-2f0bee1c51eb req-b52f5793-5775-47eb-9410-7b9b28afda4f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0756745 Feb 21 10:13:33.859403 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Pushing event updated for resources: {'Port': ['ID=af776b70-7786-44d9-b116-76214549ecc6,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:33.891060 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9249b5df-4dc4-4046-9a49-2f0bee1c51eb req-ced2ef81-0692-45e1-b7ed-5ff19f15c90a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582304 Feb 21 10:13:34.105836 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks [] for router_gateway (39b666f6-128c-4c2f-879b-41776559d6e6), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:34.305783 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (39b666f6-128c-4c2f-879b-41776559d6e6), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:34.446174 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Router 39b666f6-128c-4c2f-879b-41776559d6e6 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:13:34.513929 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d03de-c764-4e73-b5b7-6b57d25d47aa None None] Network 37272889-9511-4d64-a534-939ab806d170 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:13:34.556994 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:13:34.570472 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Sync routers for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:13:34.577432 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:34.578873 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9e843be6-ddbe-4fae-84a8-49aacf2f038b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7525203 Feb 21 10:13:34.581363 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:34.581500 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37492) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:34.582244 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:34.587838 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] Provisioning complete for port b472c8f7-f46c-433e-8746-cafa455433f9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:34.588219 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:34.694927 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:34.827071 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] Current status of the port b472c8f7-f46c-433e-8746-cafa455433f9 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:34.827459 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:34.864141 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] For port b472c8f7-f46c-433e-8746-cafa455433f9, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b472c8f7-f46c-433e-8746-cafa455433f9,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:34.869707 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:34.907182 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:33Z', 'revision_number': 3, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:34.949643 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7449a5-9d5c-4d5d-86ae-721517a5a98e None None] Pushing event updated for resources: {'Port': ['ID=b472c8f7-f46c-433e-8746-cafa455433f9,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:34.965407 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Checking router: 39b666f6-128c-4c2f-879b-41776559d6e6 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:13:34.965765 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Updating router 39b666f6-128c-4c2f-879b-41776559d6e6 port af776b70-7786-44d9-b116-76214549ecc6 binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:13:35.024513 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (af776b70-7786-44d9-b116-76214549ecc6), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.095624 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-bbe2c6bd-6236-4d0e-b7f0-5f14dda00b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:35.097682 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-bbe2c6bd-6236-4d0e-b7f0-5f14dda00b0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.1127059 Feb 21 10:13:35.117953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1ecbd-da5c-43c0-8e67-a6d15c6d2fd3 req-ad8b37a3-e999-4b60-a5b1-6b23c52cd5a5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:35.119955 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-86f1ecbd-da5c-43c0-8e67-a6d15c6d2fd3 req-ad8b37a3-e999-4b60-a5b1-6b23c52cd5a5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0998130 Feb 21 10:13:35.199729 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-86e8c73c-c156-48b0-b9e7-73a90941df6d None None] Provisioning complete for port b472c8f7-f46c-433e-8746-cafa455433f9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:35.200117 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-86e8c73c-c156-48b0-b9e7-73a90941df6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.223043 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-30a4b483-3512-4f0b-a288-0b27ca941bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:35.226176 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-30a4b483-3512-4f0b-a288-0b27ca941bf3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.1198876 Feb 21 10:13:35.277238 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-fcca9f78-b6a3-4818-861f-eae7ce5f858a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.0422597 Feb 21 10:13:35.307578 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-86e8c73c-c156-48b0-b9e7-73a90941df6d None None] Current status of the port b472c8f7-f46c-433e-8746-cafa455433f9 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:35.334087 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.355609 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-86f1ecbd-da5c-43c0-8e67-a6d15c6d2fd3 req-e40a23a6-7fe6-400d-88dc-d2820f425b02 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144215 Feb 21 10:13:35.381985 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-0f761a01-2f4b-48f1-bf87-78f546ad82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:35.383450 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-0f761a01-2f4b-48f1-bf87-78f546ad82ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0925124 Feb 21 10:13:35.421481 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-7f98a7b5-9b50-4224-a114-16b837852698 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297136 Feb 21 10:13:35.441973 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Publish callbacks [] for port (af776b70-7786-44d9-b116-76214549ecc6), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.448854 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (af776b70-7786-44d9-b116-76214549ecc6), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.477093 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b472c8f7-f46c-433e-8746-cafa455433f9 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:35.511792 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Attempting to bind port af776b70-7786-44d9-b116-76214549ecc6 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:35.512169 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Attempting to bind port af776b70-7786-44d9-b116-76214549ecc6 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:35.512535 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Attempting to bind port af776b70-7786-44d9-b116-76214549ecc6 on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:35.515541 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Pushing event updated for resources: {'Port': ['ID=af776b70-7786-44d9-b116-76214549ecc6,revision_number=2']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:35.520281 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:35.521225 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:35.521634 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.522036 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:35.522507 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Bound port: af776b70-7786-44d9-b116-76214549ecc6, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:35.522896 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (af776b70-7786-44d9-b116-76214549ecc6), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.526581 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port b472c8f7-f46c-433e-8746-cafa455433f9 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:35.526581 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.541206 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Allocated IP 172.20.0.1 (37272889-9511-4d64-a534-939ab806d170/a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee/8c28ee98-badf-48d7-9931-d8a4265dc197) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:35.549211 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.549638 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.550001 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.550336 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.550670 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.551004 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.551341 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.551667 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.555981 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-6453f69a-20c0-4877-acbd-f556227fa91e service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264894 Feb 21 10:13:35.560470 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.561022 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.561436 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.561789 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.562129 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:35.611041 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] For port af776b70-7786-44d9-b116-76214549ecc6, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:35.616711 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] For port af776b70-7786-44d9-b116-76214549ecc6, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=af776b70-7786-44d9-b116-76214549ecc6,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:35.620556 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port b472c8f7-f46c-433e-8746-cafa455433f9 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:35.627008 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (af776b70-7786-44d9-b116-76214549ecc6), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.667380 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c2d8e00-01de-4d93-ae4a-d46f08a07825 req-69280807-fd52-4e4f-aa0e-24e2cf6caf46 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045113 Feb 21 10:13:35.677869 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:35.678524 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:35.687679 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks [] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.727074 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.765807 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Network 37272889-9511-4d64-a534-939ab806d170 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:35.772054 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:35.776366 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:35.779651 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Pushing event updated for resources: {'Port': ['ID=8c28ee98-badf-48d7-9931-d8a4265dc197,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:35.802849 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:35.805077 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48267d-95ef-48ac-87c7-db2a1d22e28d None None] Pushing event updated for resources: {'Port': ['ID=af776b70-7786-44d9-b116-76214549ecc6,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:35.819786 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (39b666f6-128c-4c2f-879b-41776559d6e6), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.823977 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9d89aa3e-97ea-4351-884a-b60e8301378e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:35.980216 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.002569 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:33Z', 'revision_number': 3, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:36.029317 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddce426-49fa-4f8c-8443-c17f41c36914 None None] The sync data for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi is: [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:33Z', 'revision_number': 3, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:13:36.043480 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-611eaa4c-daa4-452e-88d7-ee0f83fb65d9 None None] Provisioning complete for port 8c28ee98-badf-48d7-9931-d8a4265dc197 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:36.043785 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-611eaa4c-daa4-452e-88d7-ee0f83fb65d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.092883 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-611eaa4c-daa4-452e-88d7-ee0f83fb65d9 None None] Port 8c28ee98-badf-48d7-9931-d8a4265dc197 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:13:36.160295 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks [] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.166062 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.238733 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (39b666f6-128c-4c2f-879b-41776559d6e6), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.250399 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Pushing event updated for resources: {'Port': ['ID=8c28ee98-badf-48d7-9931-d8a4265dc197,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:36.371177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Network 37272889-9511-4d64-a534-939ab806d170 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:36.372797 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:36.537583 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Router 39b666f6-128c-4c2f-879b-41776559d6e6 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:13:36.546066 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097be54-806a-4df0-a8c1-43a74ef5d058 req-8c8b284d-b09c-46b1-95d5-9246a027ba68 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:36.554754 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f097be54-806a-4df0-a8c1-43a74ef5d058 req-8c8b284d-b09c-46b1-95d5-9246a027ba68 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.1018536 Feb 21 10:13:36.633466 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f097be54-806a-4df0-a8c1-43a74ef5d058 req-f65402a2-a9d0-4107-9426-8c63c9c96caf tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728469 Feb 21 10:13:36.699242 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:13:36.704648 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-cecf5f68-5006-46dd-8d5c-fd1f487409ce admin admin] 10.222.0.73 "PUT /v2.0/routers/39b666f6-128c-4c2f-879b-41776559d6e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1221499 Feb 21 10:13:36.720922 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-2f8fc98e-75ed-4d13-bad1-4878ef59a3a9 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=61c6473192574cb8a0bfd7d97de96b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319302 Feb 21 10:13:36.727007 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-623bf664-5bee-4e46-92eb-5d2fa1c44f9d None None] Provisioning complete for port 8c28ee98-badf-48d7-9931-d8a4265dc197 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:36.727512 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-623bf664-5bee-4e46-92eb-5d2fa1c44f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.763543 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-623bf664-5bee-4e46-92eb-5d2fa1c44f9d None None] Port 8c28ee98-badf-48d7-9931-d8a4265dc197 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:13:36.931836 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:36.936844 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-a52d4d8e-879a-49d7-87dc-c71abf498fc3 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:36.943387 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-a52d4d8e-879a-49d7-87dc-c71abf498fc3 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147379 Feb 21 10:13:36.953246 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-3855ab8f-ea28-457e-83d8-1bc0ba218bca tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/quotas/61c6473192574cb8a0bfd7d97de96b54 HTTP/1.1" status: 200 len: 375 time: 0.0090184 Feb 21 10:13:36.974536 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:13:36.990049 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-2f87a8da-178d-43dc-9dd4-426ea9f6b5d5 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=61c6473192574cb8a0bfd7d97de96b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293398 Feb 21 10:13:37.172765 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9687873b-0e55-4d28-b929-09e93df9788c req-ba98687c-e5e7-428e-bdb9-02867cc17c81 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 210 time: 0.0272973 Feb 21 10:13:37.263335 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37550) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:37.268306 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1583713717-network', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:37.286980 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Made reservation on behalf of 9cca52fff25344ffbd0819bf1b6ed246 for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:13:37.289700 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.298068 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.386506 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks [] for security_group (aaec335e-0820-4de1-a26d-190cf9871555), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.391908 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (aaec335e-0820-4de1-a26d-190cf9871555), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.401965 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device af776b70-7786-44d9-b116-76214549ecc6 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:37.414756 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:13:37.429542 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec335e-0820-4de1-a26d-190cf9871555,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:37.435515 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (dfa9f002-3f79-402b-9aa6-04ff74af0243), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.435805 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Added segment dfa9f002-3f79-402b-9aa6-04ff74af0243 of type vlan for network 7d7c3b87-8408-439c-93ae-60ab05212a18 Feb 21 10:13:37.481283 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port af776b70-7786-44d9-b116-76214549ecc6 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:37.482785 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (af776b70-7786-44d9-b116-76214549ecc6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.490685 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (7d7c3b87-8408-439c-93ae-60ab05212a18), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.523110 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7d7c3b87-8408-439c-93ae-60ab05212a18), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.524145 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:37.524757 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.574153 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port af776b70-7786-44d9-b116-76214549ecc6 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:37.574548 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (af776b70-7786-44d9-b116-76214549ecc6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.577622 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3132007 Feb 21 10:13:37.580548 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37556) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:37.586273 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Request body: {'subnet': {'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1583713717-subnet', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:37.593027 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fe227-1375-4bd6-ae75-9e5e06f19959 admin admin] Pushing event updated for resources: {'Network': ['ID=7d7c3b87-8408-439c-93ae-60ab05212a18,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:37.599967 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port af776b70-7786-44d9-b116-76214549ecc6, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=af776b70-7786-44d9-b116-76214549ecc6,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:37.606402 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:13:37.615036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Made reservation on behalf of 9cca52fff25344ffbd0819bf1b6ed246 for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:13:37.617496 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12092803'] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.620942 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (af776b70-7786-44d9-b116-76214549ecc6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.719876 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=af776b70-7786-44d9-b116-76214549ecc6,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:37.799985 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a7bee-e614-48da-9523-79dd888b9afc req-ea65105e-5b59-4f91-ada2-7289a7a33448 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:37.800270 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c67a7bee-e614-48da-9523-79dd888b9afc req-ea65105e-5b59-4f91-ada2-7289a7a33448 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0975547 Feb 21 10:13:37.846496 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Sync routers for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:13:37.855593 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:37.856269 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:37.860251 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12304822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12092785'] for subnet (62b1ea96-c3b5-428c-9803-0a47176889c7), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.916697 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c67a7bee-e614-48da-9523-79dd888b9afc req-952c634f-3b71-4df0-87db-7dcabd5eafb1 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923245 Feb 21 10:13:37.938784 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b1ea96-c3b5-428c-9803-0a47176889c7,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:37.945205 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Checking segment: {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:37.945552 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Network hostable DHCP agents. Network: 7d7c3b87-8408-439c-93ae-60ab05212a18, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:13:37.961794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:13:37.967873 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:37.970502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 7d7c3b87-8408-439c-93ae-60ab05212a18) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:37.975600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:37.976201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:37.993204 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-6d4cf05c-5ec0-456e-8085-9c9c6b5ae160 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4113860 Feb 21 10:13:37.995450 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2dce72-78db-4382-9fb5-d4ae0d6d986e None None] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:13:37.995699 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37560) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:38.000428 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:38.018852 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (736e77ed-66d2-424a-b6ef-e965dd61feb3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.020015 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (736e77ed-66d2-424a-b6ef-e965dd61feb3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.075694 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks [] for router_controller (736e77ed-66d2-424a-b6ef-e965dd61feb3), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.193207 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-7d7c3b87-8408-439c-93ae-60ab05212a18', 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18', 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'fixed_ips': [{'subnet_id': '62b1ea96-c3b5-428c-9803-0a47176889c7'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:13:38.194591 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.221380 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks [] for router_gateway (736e77ed-66d2-424a-b6ef-e965dd61feb3), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.277345 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c6bbe49b-14f5-4ef9-b33d-665d53605d95 req-a296986f-5539-4cdb-9be0-20cbdeabd009 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 210 time: 0.0297983 Feb 21 10:13:38.379440 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.395316 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Allocated IP 172.20.0.2 (7d7c3b87-8408-439c-93ae-60ab05212a18/62b1ea96-c3b5-428c-9803-0a47176889c7/d565cc07-8410-432d-b6cd-3e73189a3dc5) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:38.399039 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:36Z', 'revision_number': 2, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:38.431940 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Checking router: 39b666f6-128c-4c2f-879b-41776559d6e6 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:13:38.432264 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Updating router 39b666f6-128c-4c2f-879b-41776559d6e6 port 8c28ee98-badf-48d7-9931-d8a4265dc197 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:13:38.436527 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks [] for router_gateway (736e77ed-66d2-424a-b6ef-e965dd61feb3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.458913 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.509049 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.559644 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Allocated IP 172.27.0.79 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/a03e9f55-4ed2-40de-ab35-9b2c46e695bc) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:38.665233 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks [] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.699025 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.701947 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Publish callbacks [] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.736279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:38.736508 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:38.739748 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:38.742066 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:38.768138 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Pushing event updated for resources: {'Port': ['ID=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:38.904369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:38.912427 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:38.923626 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:38.928227 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Pushing event updated for resources: {'Port': ['ID=d565cc07-8410-432d-b6cd-3e73189a3dc5,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:39.022248 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks [] for router_gateway (736e77ed-66d2-424a-b6ef-e965dd61feb3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.050933 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7089b5-0614-4f05-b465-df3849541fc5 req-2cfbd440-1f8b-4483-805a-777c4ad2f8c1 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:39.053516 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ff7089b5-0614-4f05-b465-df3849541fc5 req-2cfbd440-1f8b-4483-805a-777c4ad2f8c1 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0657599 Feb 21 10:13:39.057899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Attempting to bind port d565cc07-8410-432d-b6cd-3e73189a3dc5 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:39.057899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Attempting to bind port d565cc07-8410-432d-b6cd-3e73189a3dc5 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:39.058169 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Attempting to bind port d565cc07-8410-432d-b6cd-3e73189a3dc5 on network 7d7c3b87-8408-439c-93ae-60ab05212a18 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:39.070339 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Publish callbacks [] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.072416 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:39.072896 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Checking segment: {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:39.073333 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.073747 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Bound using segment: {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:39.074303 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Bound port: d565cc07-8410-432d-b6cd-3e73189a3dc5, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:39.074694 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.086513 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.113464 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ff7089b5-0614-4f05-b465-df3849541fc5 req-e5f62f86-bb25-40e3-a64d-fc6fa889887c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545931 Feb 21 10:13:39.184122 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e992-b9bc-4ecf-9f7c-0835a4a44e45 None None] Pushing event updated for resources: {'Port': ['ID=8c28ee98-badf-48d7-9931-d8a4265dc197,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:39.222448 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] For port d565cc07-8410-432d-b6cd-3e73189a3dc5, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:39.256949 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] For port d565cc07-8410-432d-b6cd-3e73189a3dc5, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d565cc07-8410-432d-b6cd-3e73189a3dc5,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:39.263036 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Attempting to bind port 8c28ee98-badf-48d7-9931-d8a4265dc197 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:39.263419 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Attempting to bind port 8c28ee98-badf-48d7-9931-d8a4265dc197 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:39.263803 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Attempting to bind port 8c28ee98-badf-48d7-9931-d8a4265dc197 on network 37272889-9511-4d64-a534-939ab806d170 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:39.269811 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.276170 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:39.276524 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Checking segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:39.276873 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.277307 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Bound using segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:39.277798 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Bound port: 8c28ee98-badf-48d7-9931-d8a4265dc197, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:39.278205 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.412005 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-79a7068d-39e0-43a9-84ca-b45ea7bb1b81 req-0e2983dd-2efc-425c-b145-afca79094960 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 210 time: 0.0373068 Feb 21 10:13:39.432878 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] For port 8c28ee98-badf-48d7-9931-d8a4265dc197, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:39.436253 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] For port 8c28ee98-badf-48d7-9931-d8a4265dc197, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=8c28ee98-badf-48d7-9931-d8a4265dc197,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:39.445609 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab419c-7992-4b07-99e0-c7e032af332e None None] Pushing event updated for resources: {'Port': ['ID=d565cc07-8410-432d-b6cd-3e73189a3dc5,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:39.451551 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.485170 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device af776b70-7786-44d9-b116-76214549ecc6 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:39.491471 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] Provisioning complete for port 8c28ee98-badf-48d7-9931-d8a4265dc197 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:39.491852 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.521416 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (736e77ed-66d2-424a-b6ef-e965dd61feb3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.599054 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23e992-b9bc-4ecf-9f7c-0835a4a44e45 None None] Pushing event updated for resources: {'Port': ['ID=8c28ee98-badf-48d7-9931-d8a4265dc197,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:39.606586 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:39.606586 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:39.691035 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port af776b70-7786-44d9-b116-76214549ecc6 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:39.691419 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (af776b70-7786-44d9-b116-76214549ecc6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.707624 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Router 736e77ed-66d2-424a-b6ef-e965dd61feb3 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:13:39.819075 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] Current status of the port 8c28ee98-badf-48d7-9931-d8a4265dc197 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:39.819466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.835250 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:39.845869 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:13:39.855666 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Sync routers for ids ['736e77ed-66d2-424a-b6ef-e965dd61feb3'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:13:39.864616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.868350 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7c50419f-5db1-4f9c-9877-edd552d87d9a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8691702 Feb 21 10:13:39.868517 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Routers {'736e77ed-66d2-424a-b6ef-e965dd61feb3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:39.868517 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['736e77ed-66d2-424a-b6ef-e965dd61feb3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:39.868697 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37576) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:39.940498 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.972786 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] For port 8c28ee98-badf-48d7-9931-d8a4265dc197, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=8c28ee98-badf-48d7-9931-d8a4265dc197,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:39.981800 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:39.984952 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Set router 736e77ed-66d2-424a-b6ef-e965dd61feb3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:40.049593 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port af776b70-7786-44d9-b116-76214549ecc6 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:40.110913 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b163b8-876e-4bb8-84d4-aa56772443e4 None None] Pushing event updated for resources: {'Port': ['ID=8c28ee98-badf-48d7-9931-d8a4265dc197,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:40.162997 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-7158d9df-b3ce-4a85-8194-b375e7582dde None None] Provisioning complete for port 8c28ee98-badf-48d7-9931-d8a4265dc197 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:40.163642 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7158d9df-b3ce-4a85-8194-b375e7582dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.205708 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:38Z', 'revision_number': 3, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:40.250491 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Checking router: 736e77ed-66d2-424a-b6ef-e965dd61feb3 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:13:40.251282 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Updating router 736e77ed-66d2-424a-b6ef-e965dd61feb3 port a03e9f55-4ed2-40de-ab35-9b2c46e695bc binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:13:40.271379 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691822ad-eed9-4938-b817-e28ba24ce43a req-cef3aa9c-268a-4b64-ad86-cc44a4fe10dd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:40.278728 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-691822ad-eed9-4938-b817-e28ba24ce43a req-cef3aa9c-268a-4b64-ad86-cc44a4fe10dd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0728953 Feb 21 10:13:40.284420 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.292974 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:40.347333 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-691822ad-eed9-4938-b817-e28ba24ce43a req-6b9c232c-61bd-4ba2-a594-96885503df2c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671136 Feb 21 10:13:40.347599 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0c7383-c6a4-4dba-8587-787792772c07 None None] The sync data for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi is: [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:13:40.359570 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-7158d9df-b3ce-4a85-8194-b375e7582dde None None] Current status of the port 8c28ee98-badf-48d7-9931-d8a4265dc197 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:40.539578 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.580973 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-44ce5ed4-7e09-48f5-966b-24e8295ec721 req-80ba71c9-c3c5-4961-83f2-a5b992b24fd0 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 210 time: 0.0411587 Feb 21 10:13:40.708864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aecfbd-c325-4c68-88f5-28b9af87e2cf None None] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:13:40.722788 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Publish callbacks [] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.729781 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.737983 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Allocated IP 172.20.0.1 (7d7c3b87-8408-439c-93ae-60ab05212a18/62b1ea96-c3b5-428c-9803-0a47176889c7/6bc2043a-a625-4076-abf4-70828f706e44) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:40.778534 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa08364-ef40-4424-9714-a2069d1cbcc3 None None] Pushing event updated for resources: {'Port': ['ID=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,revision_number=2']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:40.811562 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Attempting to bind port a03e9f55-4ed2-40de-ab35-9b2c46e695bc on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:40.812240 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Attempting to bind port a03e9f55-4ed2-40de-ab35-9b2c46e695bc by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:40.812884 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Attempting to bind port a03e9f55-4ed2-40de-ab35-9b2c46e695bc on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:40.820446 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:40.820909 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:40.821251 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.821641 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:40.822113 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Bound port: a03e9f55-4ed2-40de-ab35-9b2c46e695bc, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:40.822491 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.824116 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] Provisioning complete for port d565cc07-8410-432d-b6cd-3e73189a3dc5 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:40.825541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.863689 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks [] for port (6bc2043a-a625-4076-abf4-70828f706e44), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.877257 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] For port a03e9f55-4ed2-40de-ab35-9b2c46e695bc, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:40.881581 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] For port a03e9f55-4ed2-40de-ab35-9b2c46e695bc, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:40.891424 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.962524 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa08364-ef40-4424-9714-a2069d1cbcc3 None None] Pushing event updated for resources: {'Port': ['ID=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:40.965042 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] Current status of the port d565cc07-8410-432d-b6cd-3e73189a3dc5 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:40.965584 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:40.968216 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Routers {'736e77ed-66d2-424a-b6ef-e965dd61feb3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:40.969085 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['736e77ed-66d2-424a-b6ef-e965dd61feb3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:40.975465 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (6bc2043a-a625-4076-abf4-70828f706e44), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.025499 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:41.029463 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:41.032574 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] For port d565cc07-8410-432d-b6cd-3e73189a3dc5, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d565cc07-8410-432d-b6cd-3e73189a3dc5,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:41.033693 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:41.059845 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.079681 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc2043a-a625-4076-abf4-70828f706e44,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:41.111309 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (736e77ed-66d2-424a-b6ef-e965dd61feb3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.146602 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36b43-d8f8-4bc9-abee-b7cb1c5b45c0 None None] Pushing event updated for resources: {'Port': ['ID=d565cc07-8410-432d-b6cd-3e73189a3dc5,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:41.193025 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] Set router 736e77ed-66d2-424a-b6ef-e965dd61feb3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:41.204757 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-85fedf47-9c9e-46e0-ad4b-27a3c49dd9d2 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=61c6473192574cb8a0bfd7d97de96b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298104 Feb 21 10:13:41.296662 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-25d07ce2-c366-4a46-bbc7-89ba51d36f37 None None] Provisioning complete for port d565cc07-8410-432d-b6cd-3e73189a3dc5 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:41.313208 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-25d07ce2-c366-4a46-bbc7-89ba51d36f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.416775 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6bc2043a-a625-4076-abf4-70828f706e44), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.445085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-0fe4b10c-5f1b-49b7-ad78-6dedccbbf363 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:41.448224 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-0fe4b10c-5f1b-49b7-ad78-6dedccbbf363 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381353 Feb 21 10:13:41.476506 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Request body: {'port': {'device_id': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58', 'admin_state_up': True, 'tenant_id': '61c6473192574cb8a0bfd7d97de96b54'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:41.597867 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-25d07ce2-c366-4a46-bbc7-89ba51d36f37 None None] Current status of the port d565cc07-8410-432d-b6cd-3e73189a3dc5 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:41.631396 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:38Z', 'revision_number': 3, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:41.670390 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d565cc07-8410-432d-b6cd-3e73189a3dc5 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:41.708711 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks [] for port (6bc2043a-a625-4076-abf4-70828f706e44), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.715791 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (6bc2043a-a625-4076-abf4-70828f706e44), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.781697 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57dbe646-a1b3-4df4-9a6c-e56e3f0f11b2 req-1542897d-ad4c-4694-8815-464a588d135c tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 210 time: 0.0375938 Feb 21 10:13:41.797237 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc2043a-a625-4076-abf4-70828f706e44,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:41.856805 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332a323-306b-45ad-980e-5541541fb4c4 req-ec8f4ed5-053f-4a6c-a738-da1f639f5318 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:41.858589 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0332a323-306b-45ad-980e-5541541fb4c4 req-ec8f4ed5-053f-4a6c-a738-da1f639f5318 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.3088534 Feb 21 10:13:41.866293 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e29e2-4d5c-45b6-b351-ce35ce1b6754 None None] The sync data for ids ['736e77ed-66d2-424a-b6ef-e965dd61feb3'] in dv-cinder-830091-1-iscsi is: [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:38Z', 'revision_number': 3, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:13:41.877025 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (736e77ed-66d2-424a-b6ef-e965dd61feb3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.968604 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0332a323-306b-45ad-980e-5541541fb4c4 req-68fbda73-a958-4122-a810-63c36459f8f6 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007049 Feb 21 10:13:41.969281 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Made reservation on behalf of 61c6473192574cb8a0bfd7d97de96b54 for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:13:41.973843 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:41.983522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.005601 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-1036a78a-5200-4d30-bd40-59c4bf27d629 None None] Provisioning complete for port 6bc2043a-a625-4076-abf4-70828f706e44 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:42.006171 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-1036a78a-5200-4d30-bd40-59c4bf27d629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6bc2043a-a625-4076-abf4-70828f706e44), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.069594 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:42.071151 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:42.072724 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port d565cc07-8410-432d-b6cd-3e73189a3dc5 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:42.076012 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.079768 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-1036a78a-5200-4d30-bd40-59c4bf27d629 None None] Port 6bc2043a-a625-4076-abf4-70828f706e44 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:13:42.120893 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks [] for security_group (54f22f4e-5d00-4d16-b56d-1be9e1697157), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.133702 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (54f22f4e-5d00-4d16-b56d-1be9e1697157), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.222202 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port d565cc07-8410-432d-b6cd-3e73189a3dc5 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:42.223938 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 8c28ee98-badf-48d7-9931-d8a4265dc197 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:42.231296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f22f4e-5d00-4d16-b56d-1be9e1697157,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:42.272868 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Router 736e77ed-66d2-424a-b6ef-e965dd61feb3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:13:42.306365 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 8c28ee98-badf-48d7-9931-d8a4265dc197 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:42.306756 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.345691 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Allocated IP 192.168.233.14 (e133a2e9-3229-4c83-8a90-a970024ffb58/06065ce2-d001-4873-8c15-977025a6e85e/1c29c217-dfb3-46e1-87c2-64aa914076f9) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:13:42.448387 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 8c28ee98-badf-48d7-9931-d8a4265dc197 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:42.472723 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:13:42.478134 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-3e68f0ee-9937-45a4-b37f-3614b240f926 admin admin] 10.222.0.73 "PUT /v2.0/routers/736e77ed-66d2-424a-b6ef-e965dd61feb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6082113 Feb 21 10:13:42.516169 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-df657c0d-a232-4b8b-aeb2-8561ff5f0132 None None] Provisioning complete for port 6bc2043a-a625-4076-abf4-70828f706e44 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:42.516843 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-df657c0d-a232-4b8b-aeb2-8561ff5f0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6bc2043a-a625-4076-abf4-70828f706e44), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.557226 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-df657c0d-a232-4b8b-aeb2-8561ff5f0132 None None] Port 6bc2043a-a625-4076-abf4-70828f706e44 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:13:42.573858 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks [] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.614221 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.667980 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Network e133a2e9-3229-4c83-8a90-a970024ffb58 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:13:42.673732 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:13:42.679020 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:13:42.703421 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Pushing event updated for resources: {'Port': ['ID=1c29c217-dfb3-46e1-87c2-64aa914076f9,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:42.741399 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:42.742359 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:42.767476 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa10fd6b-ca81-48e7-9731-42cc11a4467f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3010480 Feb 21 10:13:42.927751 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f00dc-21ac-478d-b55c-59a1e0e219a7 req-3f7c1328-9af2-45dd-941a-cd25bbd79357 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:42.929287 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d5f00dc-21ac-478d-b55c-59a1e0e219a7 req-3f7c1328-9af2-45dd-941a-cd25bbd79357 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 935 time: 0.0577772 Feb 21 10:13:42.979822 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d5f00dc-21ac-478d-b55c-59a1e0e219a7 req-5b5ec8a8-e17d-40c9-93cd-97a99bf60d78 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Feb 21 10:13:42.987918 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-9524f86b-77ac-4b99-9273-54821370caf2 None None] Provisioning complete for port 1c29c217-dfb3-46e1-87c2-64aa914076f9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:42.988489 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9524f86b-77ac-4b99-9273-54821370caf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.032912 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-9524f86b-77ac-4b99-9273-54821370caf2 None None] Port 1c29c217-dfb3-46e1-87c2-64aa914076f9 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:13:43.112998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3979f-101d-42ac-af97-dbfa85b41c4e req-478d4a71-d637-43e3-995b-8be9beecae93 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:43.117810 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-eac3979f-101d-42ac-af97-dbfa85b41c4e req-478d4a71-d637-43e3-995b-8be9beecae93 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0608785 Feb 21 10:13:43.172374 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-eac3979f-101d-42ac-af97-dbfa85b41c4e req-c1fc172e-bd3b-4021-9d95-8bf84e42d311 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516436 Feb 21 10:13:43.382150 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device a03e9f55-4ed2-40de-ab35-9b2c46e695bc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:43.429278 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port a03e9f55-4ed2-40de-ab35-9b2c46e695bc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:43.429662 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.507899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port a03e9f55-4ed2-40de-ab35-9b2c46e695bc is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:43.508292 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.530088 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port a03e9f55-4ed2-40de-ab35-9b2c46e695bc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:43.537594 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.586377 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:43.626351 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37610) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:43.631610 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658128633', 'description': 'tempest-secgroup-smoke-1658128633 description', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:43.653287 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.729012 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group (3e378f66-018f-4565-99b8-c9fc3e5039ec), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.732540 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3e378f66-018f-4565-99b8-c9fc3e5039ec), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.761144 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.764613 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1350136 Feb 21 10:13:43.765531 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37612) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:43.766717 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392af2fc-f309-4757-9b0f-1926ec056779 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e378f66-018f-4565-99b8-c9fc3e5039ec,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:43.771408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group_rule': {'security_group_id': '3e378f66-018f-4565-99b8-c9fc3e5039ec', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:43.795755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (17ddd1f2-f9dd-4a65-a324-dd881b5b8bd4), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.834144 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Sync routers for ids ['736e77ed-66d2-424a-b6ef-e965dd61feb3'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:13:43.845025 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Routers {'736e77ed-66d2-424a-b6ef-e965dd61feb3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:43.845696 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['736e77ed-66d2-424a-b6ef-e965dd61feb3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:43.852335 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (17ddd1f2-f9dd-4a65-a324-dd881b5b8bd4), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.856022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (17ddd1f2-f9dd-4a65-a324-dd881b5b8bd4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.873655 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ddd1f2-f9dd-4a65-a324-dd881b5b8bd4,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:43.886917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.888923 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-abdafb3c-db84-4821-9320-b8700c736c1c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215889 Feb 21 10:13:43.890881 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37616) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:43.896301 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group_rule': {'security_group_id': '3e378f66-018f-4565-99b8-c9fc3e5039ec', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:43.921615 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (60f02868-adc0-401b-a778-0b194ab73d68), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.962617 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Set router 736e77ed-66d2-424a-b6ef-e965dd61feb3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:43.977409 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (60f02868-adc0-401b-a778-0b194ab73d68), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.981071 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (60f02868-adc0-401b-a778-0b194ab73d68), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:43.998272 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f02868-adc0-401b-a778-0b194ab73d68,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.008924 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.012672 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-5d7922cb-0766-42d5-b1ce-a36beadaf321 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175804 Feb 21 10:13:44.013350 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37620) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:44.017228 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group_rule': {'security_group_id': '3e378f66-018f-4565-99b8-c9fc3e5039ec', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:44.045648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (a1a06498-883c-458d-976a-3607af93a320), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.134540 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (a1a06498-883c-458d-976a-3607af93a320), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.141914 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6b3bd-a760-4bcf-88da-8bde19d85d9f req-a9cfb504-ec7a-4791-8136-75297d4d122a tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:44.145655 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dac6b3bd-a760-4bcf-88da-8bde19d85d9f req-a9cfb504-ec7a-4791-8136-75297d4d122a tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 935 time: 0.0886621 Feb 21 10:13:44.146921 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (a1a06498-883c-458d-976a-3607af93a320), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.182445 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a06498-883c-458d-976a-3607af93a320,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.189520 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.190775 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-cf0465f6-ebbe-4e51-ab3c-ad64c243efb0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1769276 Feb 21 10:13:44.191856 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:41Z', 'revision_number': 4, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '6bc2043a-a625-4076-abf4-70828f706e44', 'name': '', 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'mac_address': 'fa:16:3e:2b:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '62b1ea96-c3b5-428c-9803-0a47176889c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:40Z', 'updated_at': '2022-02-21T10:13:41Z', 'revision_number': 2, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'subnets': [{'id': '62b1ea96-c3b5-428c-9803-0a47176889c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:44.194311 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37622) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:44.200827 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group_rule': {'security_group_id': '3e378f66-018f-4565-99b8-c9fc3e5039ec', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:44.220794 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dac6b3bd-a760-4bcf-88da-8bde19d85d9f req-f12c58a1-3cf9-49e7-bb91-db24dff66b6c tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690856 Feb 21 10:13:44.230029 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (11672990-54e1-4f98-8c59-badd87d107c3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.231501 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Checking router: 736e77ed-66d2-424a-b6ef-e965dd61feb3 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:13:44.231868 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Updating router 736e77ed-66d2-424a-b6ef-e965dd61feb3 port 6bc2043a-a625-4076-abf4-70828f706e44 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:13:44.269915 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6bc2043a-a625-4076-abf4-70828f706e44), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.295628 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (11672990-54e1-4f98-8c59-badd87d107c3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.299689 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (11672990-54e1-4f98-8c59-badd87d107c3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.309969 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af62da-677e-400f-b31b-649573c89b1e req-f4c85262-774b-4f8b-8c35-95b522565b6c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:44.311467 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69af62da-677e-400f-b31b-649573c89b1e req-f4c85262-774b-4f8b-8c35-95b522565b6c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0604751 Feb 21 10:13:44.321454 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11672990-54e1-4f98-8c59-badd87d107c3,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.331980 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.335849 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7085bbbd-8df7-404c-a954-658d6d34c723 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378369 Feb 21 10:13:44.336142 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37626) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:44.340943 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group_rule': {'security_group_id': '3e378f66-018f-4565-99b8-c9fc3e5039ec', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:44.383700 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69af62da-677e-400f-b31b-649573c89b1e req-a86581a5-cbb8-4665-88dc-a8d33807871f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665274 Feb 21 10:13:44.384926 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.securitygroups_db [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Project 80f9a8e599934ceabd6fbd2b96a626ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:13:44.390076 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (1a897d91-cdf2-4acc-8044-015af99baeec), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.456113 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (1a897d91-cdf2-4acc-8044-015af99baeec), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.459966 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (1a897d91-cdf2-4acc-8044-015af99baeec), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.477200 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a897d91-cdf2-4acc-8044-015af99baeec,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.485007 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.486225 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8d014c7c-6038-4b0a-b827-b3800a86306a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488898 Feb 21 10:13:44.489453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 37628) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:44.494052 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'security_group_rule': {'security_group_id': '3e378f66-018f-4565-99b8-c9fc3e5039ec', 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:44.514300 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.securitygroups_db [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Project 80f9a8e599934ceabd6fbd2b96a626ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:13:44.519244 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (97809d73-048c-45e4-897c-876deef86eca), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.547243 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Request body: {'port': {'device_id': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:13:44.553976 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Publish callbacks [] for port (6bc2043a-a625-4076-abf4-70828f706e44), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.559113 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (6bc2043a-a625-4076-abf4-70828f706e44), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.602528 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (97809d73-048c-45e4-897c-876deef86eca), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.611889 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f0738-982a-4ff9-a38e-d9bf6d757b4d None None] Pushing event updated for resources: {'Port': ['ID=6bc2043a-a625-4076-abf4-70828f706e44,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.621494 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (97809d73-048c-45e4-897c-876deef86eca), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.651135 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97809d73-048c-45e4-897c-876deef86eca,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.652869 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.664083 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Attempting to bind port 6bc2043a-a625-4076-abf4-70828f706e44 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:44.664458 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Attempting to bind port 6bc2043a-a625-4076-abf4-70828f706e44 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:44.664829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Attempting to bind port 6bc2043a-a625-4076-abf4-70828f706e44 on network 7d7c3b87-8408-439c-93ae-60ab05212a18 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:44.665144 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.673336 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-a458904a-7340-45c5-9390-3a3580cf2c00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1758037 Feb 21 10:13:44.673554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:44.673554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Checking segment: {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:44.673554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.673554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Bound using segment: {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:44.673554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Bound port: 6bc2043a-a625-4076-abf4-70828f706e44, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa9f002-3f79-402b-9aa6-04ff74af0243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:44.673554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6bc2043a-a625-4076-abf4-70828f706e44), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.772905 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] For port 6bc2043a-a625-4076-abf4-70828f706e44, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:44.781731 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] For port 6bc2043a-a625-4076-abf4-70828f706e44, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=6bc2043a-a625-4076-abf4-70828f706e44,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:44.793293 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (6bc2043a-a625-4076-abf4-70828f706e44), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:44.862552 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Routers {'736e77ed-66d2-424a-b6ef-e965dd61feb3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:13:44.863192 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:13:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['736e77ed-66d2-424a-b6ef-e965dd61feb3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:44.908398 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f0738-982a-4ff9-a38e-d9bf6d757b4d None None] Pushing event updated for resources: {'Port': ['ID=6bc2043a-a625-4076-abf4-70828f706e44,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:44.922877 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] Provisioning complete for port 6bc2043a-a625-4076-abf4-70828f706e44 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:44.923337 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6bc2043a-a625-4076-abf4-70828f706e44), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.006085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c29c217-dfb3-46e1-87c2-64aa914076f9 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:13:45.016410 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Publish callbacks [] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.030368 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Transition to ACTIVE for port object 1c29c217-dfb3-46e1-87c2-64aa914076f9 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:13:45.034904 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.050060 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] Set router 736e77ed-66d2-424a-b6ef-e965dd61feb3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:13:45.112049 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] Current status of the port 6bc2043a-a625-4076-abf4-70828f706e44 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:45.112520 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6bc2043a-a625-4076-abf4-70828f706e44), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.142842 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c29c217-dfb3-46e1-87c2-64aa914076f9,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:45.224186 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Attempting to bind port 1c29c217-dfb3-46e1-87c2-64aa914076f9 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:13:45.224737 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Attempting to bind port 1c29c217-dfb3-46e1-87c2-64aa914076f9 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:13:45.225367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Attempting to bind port 1c29c217-dfb3-46e1-87c2-64aa914076f9 on network e133a2e9-3229-4c83-8a90-a970024ffb58 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:45.231194 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Port 1c29c217-dfb3-46e1-87c2-64aa914076f9 on network e133a2e9-3229-4c83-8a90-a970024ffb58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:13:45.232048 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Attempting to bind port 1c29c217-dfb3-46e1-87c2-64aa914076f9 on network e133a2e9-3229-4c83-8a90-a970024ffb58 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:13:45.238482 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:13:45.239623 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Checking segment: {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:13:45.240288 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Bound using segment: {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:13:45.240907 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Bound port: 1c29c217-dfb3-46e1-87c2-64aa914076f9, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4736031b-e98b-43ec-84e8-2d53f3aa5f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:13:45.243636 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.250496 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] For port 6bc2043a-a625-4076-abf4-70828f706e44, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=6bc2043a-a625-4076-abf4-70828f706e44,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:45.261040 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (6bc2043a-a625-4076-abf4-70828f706e44), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.387115 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77d987-dc35-492a-92b5-7c575e0151ef None None] Pushing event updated for resources: {'Port': ['ID=6bc2043a-a625-4076-abf4-70828f706e44,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:45.394392 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] For port 1c29c217-dfb3-46e1-87c2-64aa914076f9, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:13:45.399440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] For port 1c29c217-dfb3-46e1-87c2-64aa914076f9, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c29c217-dfb3-46e1-87c2-64aa914076f9,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:13:45.420684 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc78edf-c5e6-4584-a517-8c00aedf6278 req-75d816b5-e852-4f72-9985-22ecdfaa42b7 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:45.422887 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0bc78edf-c5e6-4584-a517-8c00aedf6278 req-75d816b5-e852-4f72-9985-22ecdfaa42b7 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.1070065 Feb 21 10:13:45.425128 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.448917 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device a03e9f55-4ed2-40de-ab35-9b2c46e695bc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:45.501964 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:45.502420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.503789 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] 10.222.0.45 "PUT /v2.0/ports/1c29c217-dfb3-46e1-87c2-64aa914076f9 HTTP/1.1" status: 200 len: 1097 time: 0.9609222 Feb 21 10:13:45.505851 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'tag': '1c29c217-dfb3-46e1-87c2-64aa914076f9'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:13:45.508085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3daeda-1df9-48bc-b09f-19398a8f627f" -d '{"events": [{"name": "network-changed", "server_uuid": "d159572d-a9ea-4dc1-9135-7be898bbf63a", "tag": "1c29c217-dfb3-46e1-87c2-64aa914076f9"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:13:45.529486 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f9b61e67-13eb-49ba-a998-629bdc02c4cd None None] Provisioning complete for port 6bc2043a-a625-4076-abf4-70828f706e44 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:45.529871 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f9b61e67-13eb-49ba-a998-629bdc02c4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6bc2043a-a625-4076-abf4-70828f706e44), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.565796 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:41Z', 'revision_number': 4, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '6bc2043a-a625-4076-abf4-70828f706e44', 'name': '', 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'mac_address': 'fa:16:3e:2b:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '62b1ea96-c3b5-428c-9803-0a47176889c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:40Z', 'updated_at': '2022-02-21T10:13:44Z', 'revision_number': 4, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'subnets': [{'id': '62b1ea96-c3b5-428c-9803-0a47176889c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:13:45.566589 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613f10c-5be9-48c9-bedf-7e864d2f9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=1c29c217-dfb3-46e1-87c2-64aa914076f9,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:45.579954 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0bc78edf-c5e6-4584-a517-8c00aedf6278 req-eba3c958-919e-44b4-9b9c-d0d1927310c7 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236851 Feb 21 10:13:45.593555 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f6f5-cee4-4494-8e03-97bb5354894a req-322b43db-b523-4e37-83b6-9ba737935e44 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:45.595570 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3437f6f5-cee4-4494-8e03-97bb5354894a req-322b43db-b523-4e37-83b6-9ba737935e44 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.1117618 Feb 21 10:13:45.605243 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6bfb83-76c5-4ea8-893b-6ce34900d075 None None] The sync data for ids ['736e77ed-66d2-424a-b6ef-e965dd61feb3'] in dv-cinder-830091-1-iscsi is: [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:41Z', 'revision_number': 4, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '6bc2043a-a625-4076-abf4-70828f706e44', 'name': '', 'network_id': '7d7c3b87-8408-439c-93ae-60ab05212a18', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'mac_address': 'fa:16:3e:2b:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '62b1ea96-c3b5-428c-9803-0a47176889c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:40Z', 'updated_at': '2022-02-21T10:13:44Z', 'revision_number': 4, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'subnets': [{'id': '62b1ea96-c3b5-428c-9803-0a47176889c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:13:45.617777 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port a03e9f55-4ed2-40de-ab35-9b2c46e695bc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:45.618077 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:45.662399 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e337d56-1fd9-462a-86aa-f250cf942404 x-openstack-request-id: req-4e337d56-1fd9-462a-86aa-f250cf942404 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:13:45.662884 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d159572d-a9ea-4dc1-9135-7be898bbf63a", "tag": "1c29c217-dfb3-46e1-87c2-64aa914076f9", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:13:45.663225 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e337d56-1fd9-462a-86aa-f250cf942404 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:13:45.663676 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'tag': '1c29c217-dfb3-46e1-87c2-64aa914076f9', 'status': 'completed', 'code': 200} Feb 21 10:13:45.686734 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3437f6f5-cee4-4494-8e03-97bb5354894a req-9573d39d-1dae-40c5-94d6-c26f1511d8b3 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777540 Feb 21 10:13:45.740572 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f9b61e67-13eb-49ba-a998-629bdc02c4cd None None] Current status of the port 6bc2043a-a625-4076-abf4-70828f706e44 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:45.785424 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port a03e9f55-4ed2-40de-ab35-9b2c46e695bc is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:45.980990 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3daeda-1df9-48bc-b09f-19398a8f627f req-cb8a027c-eef9-4393-a00d-0f84170ad31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:45.982947 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc3daeda-1df9-48bc-b09f-19398a8f627f req-cb8a027c-eef9-4393-a00d-0f84170ad31e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61c6473192574cb8a0bfd7d97de96b54&device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 1131 time: 0.0489614 Feb 21 10:13:46.024684 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc3daeda-1df9-48bc-b09f-19398a8f627f req-a2a6a0ae-6506-4a9c-aed8-7bee6b30eab5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=61c6473192574cb8a0bfd7d97de96b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319507 Feb 21 10:13:46.433230 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3daeda-1df9-48bc-b09f-19398a8f627f req-68053afb-3023-47ec-84a7-e67fd6169fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:46.434735 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc3daeda-1df9-48bc-b09f-19398a8f627f req-68053afb-3023-47ec-84a7-e67fd6169fd3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4031289 Feb 21 10:13:46.727437 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-2ced6cc4-b501-4f35-9c95-ba67ba107f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:46.728955 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-2ced6cc4-b501-4f35-9c95-ba67ba107f64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=61c6473192574cb8a0bfd7d97de96b54&device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 1131 time: 0.0820990 Feb 21 10:13:46.741669 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464b94-3810-46b7-845c-bd990fec1f7f req-8d74bfc2-7898-4bc6-a178-12f8b24381cb tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:46.743345 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d8464b94-3810-46b7-845c-bd990fec1f7f req-8d74bfc2-7898-4bc6-a178-12f8b24381cb tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.0709753 Feb 21 10:13:46.793199 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-d1ed888e-a939-4417-9549-2ac54403beb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=1c29c217-dfb3-46e1-87c2-64aa914076f9 HTTP/1.1" status: 200 len: 217 time: 0.0488300 Feb 21 10:13:46.892030 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d8464b94-3810-46b7-845c-bd990fec1f7f req-9d2ea87f-3389-4748-b9d6-c6cac6827975 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412258 Feb 21 10:13:46.895512 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-a3e5c74d-9be9-4c20-bc51-ec8bf2221523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:46.896896 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-a3e5c74d-9be9-4c20-bc51-ec8bf2221523 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=06065ce2-d001-4873-8c15-977025a6e85e HTTP/1.1" status: 200 len: 843 time: 0.0928671 Feb 21 10:13:46.907963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624a886-c488-4182-acfa-1d74af5c6a32 req-f1bf59e4-f37e-4e7f-b98b-36641511e9dd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:46.909414 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5624a886-c488-4182-acfa-1d74af5c6a32 req-f1bf59e4-f37e-4e7f-b98b-36641511e9dd tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.1250606 Feb 21 10:13:46.984044 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5624a886-c488-4182-acfa-1d74af5c6a32 req-a0d826d6-6766-4010-9db5-8f016361e0e8 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660441 Feb 21 10:13:46.986715 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64690848-9120-418a-900c-3a2dad4ac53b req-c4e0fcda-7aa5-4d97-b7aa-a38378d94590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:46.988142 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-c4e0fcda-7aa5-4d97-b7aa-a38378d94590 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e133a2e9-3229-4c83-8a90-a970024ffb58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0778880 Feb 21 10:13:47.095423 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-eca10bbc-5761-4ebd-ba71-7454eb6e66ec service neutron] 10.222.0.45 "GET /v2.0/networks/e133a2e9-3229-4c83-8a90-a970024ffb58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998859 Feb 21 10:13:47.190983 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64690848-9120-418a-900c-3a2dad4ac53b req-fa52faa9-cb9c-483c-a32c-cd277830c3b9 service neutron] 10.222.0.45 "GET /v2.0/networks/e133a2e9-3229-4c83-8a90-a970024ffb58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890970 Feb 21 10:13:47.403386 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6bc2043a-a625-4076-abf4-70828f706e44 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:47.467980 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 6bc2043a-a625-4076-abf4-70828f706e44 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:47.468452 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6bc2043a-a625-4076-abf4-70828f706e44), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:47.573303 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 6bc2043a-a625-4076-abf4-70828f706e44 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:48.013939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3d1c7-5b6c-48d6-b9dc-aa9feaa2837b req-5c1be075-cab9-412c-ac70-0912cceb27fc tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:48.015488 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94a3d1c7-5b6c-48d6-b9dc-aa9feaa2837b req-5c1be075-cab9-412c-ac70-0912cceb27fc tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.0541792 Feb 21 10:13:48.072651 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94a3d1c7-5b6c-48d6-b9dc-aa9feaa2837b req-edca7ea3-e5b4-4f89-9f6d-0efd634a4cf1 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518277 Feb 21 10:13:48.123149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50a2a5-ad1f-4281-a513-fab9e7bc599e req-f3e28a8b-a9fd-45fa-ba50-f6d9a0017b2e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:48.125509 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc50a2a5-ad1f-4281-a513-fab9e7bc599e req-f3e28a8b-a9fd-45fa-ba50-f6d9a0017b2e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0668707 Feb 21 10:13:48.180090 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc50a2a5-ad1f-4281-a513-fab9e7bc599e req-21653860-4764-4353-a745-41df3252e97f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460625 Feb 21 10:13:49.198803 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451ffdd-c9c3-4d83-9a1c-8025e8800ca8 req-841a06ca-1e1c-4dc5-b371-1d9b1b453f5c tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:49.200302 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d451ffdd-c9c3-4d83-9a1c-8025e8800ca8 req-841a06ca-1e1c-4dc5-b371-1d9b1b453f5c tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.0521226 Feb 21 10:13:49.251647 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d451ffdd-c9c3-4d83-9a1c-8025e8800ca8 req-5d4d9f79-e141-4d07-bc8c-6e2507b2c33f tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 Feb 21 10:13:49.337848 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05b310-e189-4f9b-804d-faa0b39f9827 req-ca3f3cd0-02f4-4257-b4b2-4869572a588e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:49.339335 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7d05b310-e189-4f9b-804d-faa0b39f9827 req-ca3f3cd0-02f4-4257-b4b2-4869572a588e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0868094 Feb 21 10:13:49.341872 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdc8fc-a3c5-4f26-a449-0dcf8d65b8b6 req-bbe81d39-9686-44ff-8fe6-52d2fe6d7830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:49.343242 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67cdc8fc-a3c5-4f26-a449-0dcf8d65b8b6 req-bbe81d39-9686-44ff-8fe6-52d2fe6d7830 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0621114 Feb 21 10:13:49.415965 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67cdc8fc-a3c5-4f26-a449-0dcf8d65b8b6 req-05525030-1679-4bf6-a1f7-a7778531dd11 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641379 Feb 21 10:13:49.418999 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7d05b310-e189-4f9b-804d-faa0b39f9827 req-8ec2bde4-7e12-48e5-9ee6-9de12aa77982 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739422 Feb 21 10:13:50.223005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-41e31579-4047-4d9a-80c6-4422bd623fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:50.224586 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-41e31579-4047-4d9a-80c6-4422bd623fd9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0437827 Feb 21 10:13:50.366360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-b484b19d-e620-451a-9811-f7219b1148f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:50.367736 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-b484b19d-e620-451a-9811-f7219b1148f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.1245682 Feb 21 10:13:50.424796 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-5773fa0a-c538-4929-bf5b-68a649e87f3d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.0480328 Feb 21 10:13:50.431610 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68580c9c-8a69-46fe-8079-d9eeba81fae2 req-e69aa0c6-c868-4d79-8efe-013c6c88be01 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:50.433015 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-68580c9c-8a69-46fe-8079-d9eeba81fae2 req-e69aa0c6-c868-4d79-8efe-013c6c88be01 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.1070518 Feb 21 10:13:50.522788 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-93ce04a1-e28a-4979-a5c7-33c7fac54843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:50.524207 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-93ce04a1-e28a-4979-a5c7-33c7fac54843 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0903313 Feb 21 10:13:50.547278 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-68580c9c-8a69-46fe-8079-d9eeba81fae2 req-88be4887-6395-4779-907b-a392fe0de4aa tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063645 Feb 21 10:13:50.567740 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-ca338754-f01a-4523-a8f8-be612dfe2432 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353458 Feb 21 10:13:50.628111 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc372e-70e4-48c6-8da1-d9a2e884cc64 req-0c912309-20bb-43c3-bbd9-5f3ff9d59479 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:50.629656 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-89dc372e-70e4-48c6-8da1-d9a2e884cc64 req-0c912309-20bb-43c3-bbd9-5f3ff9d59479 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.1380749 Feb 21 10:13:50.707163 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-63b4e786-d163-4a6e-af78-a7d62ed95c69 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326747 Feb 21 10:13:50.710910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-89dc372e-70e4-48c6-8da1-d9a2e884cc64 req-85c9f93b-b75a-4ce4-b0fa-aee7d38f6203 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754509 Feb 21 10:13:50.799332 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1f4577-c98c-49be-83ed-01137ba845e5 req-30b241ec-eac1-4242-972c-7cf0526f8b02 service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Feb 21 10:13:51.674733 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1f2d7-823d-4b4a-8d49-6ac690c05714 req-0180762c-bf01-44a3-9557-a40cabe3a5b3 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:51.676219 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ebe1f2d7-823d-4b4a-8d49-6ac690c05714 req-0180762c-bf01-44a3-9557-a40cabe3a5b3 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.0623181 Feb 21 10:13:51.721985 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ebe1f2d7-823d-4b4a-8d49-6ac690c05714 req-ed5f2704-82db-4371-b75b-9bd9e4521d3b tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Feb 21 10:13:51.835380 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65197d3-b0d8-4ead-adf1-a189e499a81d req-fcb1fd39-3874-461d-9397-7898d9e5b3c4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:51.836810 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a65197d3-b0d8-4ead-adf1-a189e499a81d req-fcb1fd39-3874-461d-9397-7898d9e5b3c4 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0569830 Feb 21 10:13:51.886943 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a65197d3-b0d8-4ead-adf1-a189e499a81d req-c6acce67-d351-4fce-a6f1-cab638827373 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Feb 21 10:13:52.265917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274879-9aea-4861-a769-4f3c291dcce7 req-d456c43a-b89f-44cc-88e8-4c9c2c6b8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:52.267421 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-d456c43a-b89f-44cc-88e8-4c9c2c6b8457 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc3fac73df654ae38575bcda41bd7514&device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 1130 time: 0.0787606 Feb 21 10:13:52.275759 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d698b9-6e57-413f-b6ed-8d4ca081cfab req-924e6073-e526-4258-9310-74623ba0ff9b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:52.277188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b8d698b9-6e57-413f-b6ed-8d4ca081cfab req-924e6073-e526-4258-9310-74623ba0ff9b tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0792341 Feb 21 10:13:52.328273 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37810) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:52.387908 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b8d698b9-6e57-413f-b6ed-8d4ca081cfab req-90bc2505-12db-4f09-8259-c12c01f2aa5a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019251 Feb 21 10:13:52.406348 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274879-9aea-4861-a769-4f3c291dcce7 req-5d989c46-bf59-4a75-b47c-de8cb615429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:52.407913 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-5d989c46-bf59-4a75-b47c-de8cb615429f service neutron] 10.222.0.45 "GET /v2.0/networks?id=d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 200 len: 920 time: 0.1298468 Feb 21 10:13:52.445214 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.449701 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-233925bb-c456-4d0d-8b4e-34c969557cc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 200 len: 217 time: 0.0355859 Feb 21 10:13:52.503097 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75274879-9aea-4861-a769-4f3c291dcce7 req-b755c731-e531-494e-a61d-c9d4698ecf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:52.505160 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-b755c731-e531-494e-a61d-c9d4698ecf5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 200 len: 859 time: 0.0483019 Feb 21 10:13:52.524382 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Publish callbacks [] for security_group (d89c87ce-28d6-472f-9b76-06ef423dc3f8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.528271 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (d89c87ce-28d6-472f-9b76-06ef423dc3f8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.535397 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-d874efeb-0e0d-4097-94f6-5c2cfcc4b4ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d5d31013-7314-4039-8cfb-6e85de7f35f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244873 Feb 21 10:13:52.547255 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.569728 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=560320d91b1040c1a89ebbb3b455cba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394269 Feb 21 10:13:52.570844 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c87ce-28d6-472f-9b76-06ef423dc3f8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:52.574843 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 37816) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:13:52.586878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.587242 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.587587 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.587933 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.588282 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.588772 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.589154 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.589527 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.589900 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.590217 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.590525 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.590853 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.591183 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c2134b-ff53-4b89-bf05-03113426d772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:13:52.596595 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c29c217-dfb3-46e1-87c2-64aa914076f9 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:13:52.636315 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-5ac23515-295d-4d6d-b759-3e95889ff85c service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943680 Feb 21 10:13:52.644095 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e9f-0fcd-4005-b84e-de7efffab0a9 admin admin] Publish callbacks [] for security_group (d89c87ce-28d6-472f-9b76-06ef423dc3f8), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.665670 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e9f-0fcd-4005-b84e-de7efffab0a9 admin admin] Publish callbacks [] for security_group (d89c87ce-28d6-472f-9b76-06ef423dc3f8), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.712237 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 1c29c217-dfb3-46e1-87c2-64aa914076f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c29c217-dfb3-46e1-87c2-64aa914076f9,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:52.726671 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e9f-0fcd-4005-b84e-de7efffab0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (d89c87ce-28d6-472f-9b76-06ef423dc3f8), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.730309 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-01cb5e9f-0fcd-4005-b84e-de7efffab0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.734017 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-01cb5e9f-0fcd-4005-b84e-de7efffab0a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d89c87ce-28d6-472f-9b76-06ef423dc3f8 HTTP/1.1" status: 204 len: 168 time: 0.1554265 Feb 21 10:13:52.734582 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '1c29c217-dfb3-46e1-87c2-64aa914076f9', 'network_id': 'e133a2e9-3229-4c83-8a90-a970024ffb58', 'port_id': '1c29c217-dfb3-46e1-87c2-64aa914076f9', 'mac_address': 'fa:16:3e:15:7e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06065ce2-d001-4873-8c15-977025a6e85e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:13:52.746793 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb5e9f-0fcd-4005-b84e-de7efffab0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c87ce-28d6-472f-9b76-06ef423dc3f8,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:52.756198 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-75274879-9aea-4861-a769-4f3c291dcce7 req-f982feb2-0bcc-4071-b6bc-89286080e98c service neutron] 10.222.0.45 "GET /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128960 Feb 21 10:13:52.794623 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 1c29c217-dfb3-46e1-87c2-64aa914076f9 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:52.795387 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.826012 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c29c217-dfb3-46e1-87c2-64aa914076f9 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:13:52.849500 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 1c29c217-dfb3-46e1-87c2-64aa914076f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c29c217-dfb3-46e1-87c2-64aa914076f9,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:52.858544 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:52.888641 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944e89-7a89-4faf-9f26-f07eb678ecbc req-36b24bbf-63cf-4a61-8c1c-81428f3db465 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:52.890499 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-92944e89-7a89-4faf-9f26-f07eb678ecbc req-36b24bbf-63cf-4a61-8c1c-81428f3db465 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 947 time: 0.0688481 Feb 21 10:13:52.914217 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=1c29c217-dfb3-46e1-87c2-64aa914076f9,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:52.946252 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-92944e89-7a89-4faf-9f26-f07eb678ecbc req-6984ade7-a3bf-4fa3-98c3-81718e9397fb tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Feb 21 10:13:53.328098 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['1c29c217-dfb3-46e1-87c2-64aa914076f9'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:13:53.509799 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09242ef9-c867-48e3-95cb-3ad66ed18fb6 req-87e28d65-af18-433d-9493-7b3123168662 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:53.511263 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09242ef9-c867-48e3-95cb-3ad66ed18fb6 req-87e28d65-af18-433d-9493-7b3123168662 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0563307 Feb 21 10:13:53.557654 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09242ef9-c867-48e3-95cb-3ad66ed18fb6 req-0ffa57aa-f466-40c2-ae57-17ff45056621 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Feb 21 10:13:54.067652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad3e33-c0e8-40bf-8d4e-6a1d50015fb5 req-1fa5862e-a8b8-494e-9d60-bf01e8e0e881 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:54.069166 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d1ad3e33-c0e8-40bf-8d4e-6a1d50015fb5 req-1fa5862e-a8b8-494e-9d60-bf01e8e0e881 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 948 time: 0.0563076 Feb 21 10:13:54.115492 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d1ad3e33-c0e8-40bf-8d4e-6a1d50015fb5 req-0982c422-c1f8-4b49-bc82-d6353ce6a403 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Feb 21 10:13:54.620436 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c29c217-dfb3-46e1-87c2-64aa914076f9 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:13:54.676392 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd4792-5fc7-44d5-8626-d153dda758e0 req-a019b7df-ef85-4702-a889-c4aee0fd4412 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:54.678027 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46bd4792-5fc7-44d5-8626-d153dda758e0 req-a019b7df-ef85-4702-a889-c4aee0fd4412 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0544276 Feb 21 10:13:54.730907 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46bd4792-5fc7-44d5-8626-d153dda758e0 req-e5571974-b3bd-4767-a24a-899ac0553f91 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Feb 21 10:13:54.787305 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 1c29c217-dfb3-46e1-87c2-64aa914076f9 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:13:54.791786 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 1c29c217-dfb3-46e1-87c2-64aa914076f9 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:13:54.792169 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:54.882020 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 1c29c217-dfb3-46e1-87c2-64aa914076f9 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:13:54.882336 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:54.904618 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29c217-dfb3-46e1-87c2-64aa914076f9'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:13:54.906878 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c3b90d-dc59-4928-bb5a-6c6398810494" -d '{"events": [{"server_uuid": "d159572d-a9ea-4dc1-9135-7be898bbf63a", "name": "network-vif-plugged", "status": "completed", "tag": "1c29c217-dfb3-46e1-87c2-64aa914076f9"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:13:54.919371 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 1c29c217-dfb3-46e1-87c2-64aa914076f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c29c217-dfb3-46e1-87c2-64aa914076f9,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:54.923436 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:54.945846 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8dd33a-32a4-46ba-94c6-d33ac37e212a x-openstack-request-id: req-fd8dd33a-32a4-46ba-94c6-d33ac37e212a {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:13:54.946168 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159572d-a9ea-4dc1-9135-7be898bbf63a", "name": "network-vif-plugged", "status": "completed", "tag": "1c29c217-dfb3-46e1-87c2-64aa914076f9", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:13:54.946421 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd8dd33a-32a4-46ba-94c6-d33ac37e212a {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:13:54.946804 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c29c217-dfb3-46e1-87c2-64aa914076f9', 'code': 200} Feb 21 10:13:54.972557 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=1c29c217-dfb3-46e1-87c2-64aa914076f9,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:13:55.116558 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29928162-9b50-4818-8fdc-69387280f1d8 req-f20079a4-9c80-4284-b47d-84587436e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:55.118074 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-29928162-9b50-4818-8fdc-69387280f1d8 req-f20079a4-9c80-4284-b47d-84587436e8d2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 1133 time: 0.0477741 Feb 21 10:13:55.163585 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-29928162-9b50-4818-8fdc-69387280f1d8 req-ef787270-9c66-4f17-9999-03ce2f7b83dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Feb 21 10:13:55.231430 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc33f4-03c2-4310-b73c-13e2c134c01c req-82412a16-1415-4874-b8b6-67aba1483a07 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:55.232880 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9adc33f4-03c2-4310-b73c-13e2c134c01c req-82412a16-1415-4874-b8b6-67aba1483a07 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 949 time: 0.0513964 Feb 21 10:13:55.280541 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9adc33f4-03c2-4310-b73c-13e2c134c01c req-bc9afc83-8eb1-4f34-b961-d27039e9cbe5 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Feb 21 10:13:55.853554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d42e82-418e-4bdd-a69f-5e9671c0bd93 req-aa59348e-4a09-44dd-9e72-b8a92794a42c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:55.855060 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-66d42e82-418e-4bdd-a69f-5e9671c0bd93 req-aa59348e-4a09-44dd-9e72-b8a92794a42c tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0559971 Feb 21 10:13:55.903758 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-66d42e82-418e-4bdd-a69f-5e9671c0bd93 req-b13b954d-356a-4f27-8556-20764f55afcf tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Feb 21 10:13:56.398981 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa32f14-f36d-4339-8e05-f0e2ecd4770b req-c081f510-424e-4426-9e49-d72051ecd4d1 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:56.400429 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5aa32f14-f36d-4339-8e05-f0e2ecd4770b req-c081f510-424e-4426-9e49-d72051ecd4d1 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 949 time: 0.0533173 Feb 21 10:13:56.445224 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5aa32f14-f36d-4339-8e05-f0e2ecd4770b req-cc4d2d8a-7801-4d90-8543-1e373ae4b757 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394013 Feb 21 10:13:57.559805 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5680959-4c90-423c-a911-79ad6d147a1b req-947ba817-48a8-4076-b878-cca612d04a93 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:57.561372 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e5680959-4c90-423c-a911-79ad6d147a1b req-947ba817-48a8-4076-b878-cca612d04a93 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 949 time: 0.0517800 Feb 21 10:13:57.612746 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e5680959-4c90-423c-a911-79ad6d147a1b req-50252e5b-802f-4a78-be77-0fa917b2de59 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Feb 21 10:13:57.870094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240db623-b1e0-49f2-8f41-32699c420a0d req-d8b895ec-9b56-4984-96bd-f7c0b5d48c8c tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:57.871570 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-240db623-b1e0-49f2-8f41-32699c420a0d req-d8b895ec-9b56-4984-96bd-f7c0b5d48c8c tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 949 time: 0.0511508 Feb 21 10:13:57.924812 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-240db623-b1e0-49f2-8f41-32699c420a0d req-8c45fa64-8006-487f-9e88-b1138ba38a14 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Feb 21 10:13:59.046644 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c292-3723-44c6-bc32-18c624123ca9 req-14ef6819-022e-4979-9548-85ab2cfb893d tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:59.048125 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e690c292-3723-44c6-bc32-18c624123ca9 req-14ef6819-022e-4979-9548-85ab2cfb893d tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 949 time: 0.0524719 Feb 21 10:13:59.093911 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e690c292-3723-44c6-bc32-18c624123ca9 req-0a1aa16c-2d68-4d49-acbd-dd1e411a05b4 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/security-groups?id=54f22f4e-5d00-4d16-b56d-1be9e1697157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Feb 21 10:13:59.605721 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-9bc7aee6-ab67-4018-903b-9d4f74056460 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:59.607171 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-9bc7aee6-ab67-4018-903b-9d4f74056460 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.45 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 949 time: 0.0609596 Feb 21 10:13:59.703295 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Deleting port 1c29c217-dfb3-46e1-87c2-64aa914076f9 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:13:59.703640 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:59.825917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c7c8-00fc-434f-904c-894064ec5418 req-9ad60e49-544f-4555-9e51-7c7a03cfa8f9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:13:59.827295 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95b3c7c8-00fc-434f-904c-894064ec5418 req-9ad60e49-544f-4555-9e51-7c7a03cfa8f9 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0805793 Feb 21 10:13:59.834663 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] For port 1c29c217-dfb3-46e1-87c2-64aa914076f9, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c29c217-dfb3-46e1-87c2-64aa914076f9,segment=NetworkSegment(4736031b-e98b-43ec-84e8-2d53f3aa5f1f),segment_id=4736031b-e98b-43ec-84e8-2d53f3aa5f1f)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:13:59.835034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:13:59.858624 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Calling delete_port for 1c29c217-dfb3-46e1-87c2-64aa914076f9 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:13:59.929904 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95b3c7c8-00fc-434f-904c-894064ec5418 req-224d71e9-8284-41e0-ab22-a1d5c23f1afb tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970850 Feb 21 10:14:00.008810 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (1c29c217-dfb3-46e1-87c2-64aa914076f9), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:00.025696 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['1c29c217-dfb3-46e1-87c2-64aa914076f9'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:14:00.037318 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Pushing event deleted for resources: {'Port': ['ID=1c29c217-dfb3-46e1-87c2-64aa914076f9,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:00.065627 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.065627 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.066322 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.066322 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.066579 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.066838 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.067170 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.067507 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.067806 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.068135 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.068461 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.068780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.069122 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:00.091891 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] No DVR routers for this DVR port 1c29c217-dfb3-46e1-87c2-64aa914076f9 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:14:00.094421 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:00.097794 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8cb2d6f0-d753-4fed-972c-48e00d54b315 req-174466d7-fc27-47a1-b789-47d6cf402906 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.45 "DELETE /v2.0/ports/1c29c217-dfb3-46e1-87c2-64aa914076f9 HTTP/1.1" status: 204 len: 173 time: 0.4848583 Feb 21 10:14:00.098830 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'name': 'network-vif-deleted', 'tag': '1c29c217-dfb3-46e1-87c2-64aa914076f9'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:00.101213 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee30f64-e3e4-42e1-afc6-dc7d2ffd6aa0" -d '{"events": [{"server_uuid": "d159572d-a9ea-4dc1-9135-7be898bbf63a", "name": "network-vif-deleted", "tag": "1c29c217-dfb3-46e1-87c2-64aa914076f9"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:00.148172 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7dff91-dbad-4b4f-a7fe-a48445a58639 x-openstack-request-id: req-bf7dff91-dbad-4b4f-a7fe-a48445a58639 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:00.148472 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d159572d-a9ea-4dc1-9135-7be898bbf63a", "name": "network-vif-deleted", "tag": "1c29c217-dfb3-46e1-87c2-64aa914076f9", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:00.148733 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf7dff91-dbad-4b4f-a7fe-a48445a58639 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:00.149140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd159572d-a9ea-4dc1-9135-7be898bbf63a', 'name': 'network-vif-deleted', 'tag': '1c29c217-dfb3-46e1-87c2-64aa914076f9', 'status': 'completed', 'code': 200} Feb 21 10:14:00.202838 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0585982e-b524-444f-9caa-29f009e8f636 req-c7477440-0380-4409-9458-3198bdcd0126 tempest-VolumesNegativeTest-379268545 tempest-VolumesNegativeTest-379268545-project] 10.222.0.73 "GET /v2.0/ports?device_id=d159572d-a9ea-4dc1-9135-7be898bbf63a HTTP/1.1" status: 200 len: 210 time: 0.0318429 Feb 21 10:14:01.053622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b9d7b-2f84-42be-803a-1f63bae0d623 req-c1eb717a-9ed8-4bb8-8490-90b3512770d3 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:01.055214 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e08b9d7b-2f84-42be-803a-1f63bae0d623 req-c1eb717a-9ed8-4bb8-8490-90b3512770d3 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0518734 Feb 21 10:14:01.101956 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e08b9d7b-2f84-42be-803a-1f63bae0d623 req-0c5a28f8-a779-452c-940b-8d63e71f0254 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Feb 21 10:14:02.229715 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de217a-4f3f-4798-9507-d7f1de8a0b53 req-e1eeb007-a2d4-4e65-8b90-1202a0122d7f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:02.231183 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e8de217a-4f3f-4798-9507-d7f1de8a0b53 req-e1eeb007-a2d4-4e65-8b90-1202a0122d7f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0598116 Feb 21 10:14:02.279547 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e8de217a-4f3f-4798-9507-d7f1de8a0b53 req-f70ddb65-faaf-41b9-aaef-09bbfaf15d8f tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428545 Feb 21 10:14:02.599523 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-dbf1ce8b-c19e-4dfb-9fcd-d2cd7d9ae6b6 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:02.600970 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-dbf1ce8b-c19e-4dfb-9fcd-d2cd7d9ae6b6 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 945 time: 0.0552022 Feb 21 10:14:02.698585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Deleting port b38f5989-b0dd-45ce-8a06-76f490467a18 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:14:02.698933 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:02.791201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] For port b38f5989-b0dd-45ce-8a06-76f490467a18, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b38f5989-b0dd-45ce-8a06-76f490467a18,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:02.791580 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:02.804359 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Calling delete_port for b38f5989-b0dd-45ce-8a06-76f490467a18 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:14:02.935000 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (b38f5989-b0dd-45ce-8a06-76f490467a18), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:02.947466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['487143f5-c802-44ca-a89f-ac1ffe604690', 'b38f5989-b0dd-45ce-8a06-76f490467a18'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:14:02.962876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Pushing event deleted for resources: {'Port': ['ID=b38f5989-b0dd-45ce-8a06-76f490467a18,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:03.010500 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] No DVR routers for this DVR port b38f5989-b0dd-45ce-8a06-76f490467a18 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:14:03.013829 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:03.017293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4df32ae5-c116-4426-b121-dc9570c50b74 req-9b0369b3-1e1d-47b8-bc10-335ce2497239 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "DELETE /v2.0/ports/b38f5989-b0dd-45ce-8a06-76f490467a18 HTTP/1.1" status: 204 len: 173 time: 0.4105117 Feb 21 10:14:03.017780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'name': 'network-vif-deleted', 'tag': 'b38f5989-b0dd-45ce-8a06-76f490467a18'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:03.020088 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f748ca43-e4ea-45a1-a4f9-9f6dff7de1c2" -d '{"events": [{"server_uuid": "a5066d9c-91fb-4351-bc24-e07e23112a0e", "name": "network-vif-deleted", "tag": "b38f5989-b0dd-45ce-8a06-76f490467a18"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:03.059883 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaa99e2-77be-453c-bf6a-760496fb5cc7 x-openstack-request-id: req-2aaa99e2-77be-453c-bf6a-760496fb5cc7 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:03.061593 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5066d9c-91fb-4351-bc24-e07e23112a0e", "name": "network-vif-deleted", "tag": "b38f5989-b0dd-45ce-8a06-76f490467a18", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:03.065140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2aaa99e2-77be-453c-bf6a-760496fb5cc7 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:03.065717 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5066d9c-91fb-4351-bc24-e07e23112a0e', 'name': 'network-vif-deleted', 'tag': 'b38f5989-b0dd-45ce-8a06-76f490467a18', 'status': 'completed', 'code': 200} Feb 21 10:14:03.391739 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e735d371-c9d8-40ad-a820-c1672bbdefb0 req-f56360e9-3215-4240-8fa9-1800dda028f5 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5066d9c-91fb-4351-bc24-e07e23112a0e HTTP/1.1" status: 200 len: 210 time: 0.0303497 Feb 21 10:14:03.450395 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7c8b7879-9436-46ae-9153-a21dc52c0dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:04.658224 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ad668-a129-4313-a69c-3807bd3bb499 req-f7a2fd0a-f7d0-420d-a518-3630465f8b42 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:04.659497 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c29c217-dfb3-46e1-87c2-64aa914076f9 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:14:04.659877 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f33ad668-a129-4313-a69c-3807bd3bb499 req-f7a2fd0a-f7d0-420d-a518-3630465f8b42 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0508952 Feb 21 10:14:04.679908 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 1c29c217-dfb3-46e1-87c2-64aa914076f9 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:14:04.680271 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c29c217-dfb3-46e1-87c2-64aa914076f9 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:14:04.706158 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f33ad668-a129-4313-a69c-3807bd3bb499 req-ea628ce2-9b87-4d8c-b881-a0ce51cadd14 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Feb 21 10:14:05.173382 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38186) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:05.300091 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-a440fe90-8599-4abe-8f2d-47cbfcc10718 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=61c6473192574cb8a0bfd7d97de96b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253386 Feb 21 10:14:05.302532 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38192) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:05.348252 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2de66198-e226-451b-a641-4507887ed3da admin admin] Publish callbacks [] for security_group (54f22f4e-5d00-4d16-b56d-1be9e1697157), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:05.368908 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2de66198-e226-451b-a641-4507887ed3da admin admin] Publish callbacks [] for security_group (54f22f4e-5d00-4d16-b56d-1be9e1697157), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:05.419528 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2de66198-e226-451b-a641-4507887ed3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (54f22f4e-5d00-4d16-b56d-1be9e1697157), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:05.422293 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2de66198-e226-451b-a641-4507887ed3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:05.423425 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2de66198-e226-451b-a641-4507887ed3da admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54f22f4e-5d00-4d16-b56d-1be9e1697157 HTTP/1.1" status: 204 len: 168 time: 0.1199567 Feb 21 10:14:05.430987 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de66198-e226-451b-a641-4507887ed3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f22f4e-5d00-4d16-b56d-1be9e1697157,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:05.807652 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-54c05508-3cc3-4433-8ec6-8a4dd625d8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:05.827848 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8c237-0d08-48ed-9d9c-fde6628a4556 req-e6db9801-ad01-446d-965b-ce9142fd4d56 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:05.829879 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dcd8c237-0d08-48ed-9d9c-fde6628a4556 req-e6db9801-ad01-446d-965b-ce9142fd4d56 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0552454 Feb 21 10:14:05.877042 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dcd8c237-0d08-48ed-9d9c-fde6628a4556 req-47c5c511-495a-4bc9-be52-67fa1a736451 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410535 Feb 21 10:14:06.029476 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38216) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:06.121395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-35582691-network', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:06.140761 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Made reservation on behalf of b0c470aef15d45a0bed2b2d51870ab7c for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:14:06.143048 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.151026 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.221672 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks [] for security_group (75406e13-c2b9-4fc5-8c01-87094760a86a), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.225440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (75406e13-c2b9-4fc5-8c01-87094760a86a), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.252533 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:14:06.259867 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75406e13-c2b9-4fc5-8c01-87094760a86a,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:06.266454 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (145fa2af-5afe-4eee-bbd8-13b9a66fd14b), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.266800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Added segment 145fa2af-5afe-4eee-bbd8-13b9a66fd14b of type vlan for network fb82195b-d5e6-4df1-af70-a55985004080 Feb 21 10:14:06.308758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (fb82195b-d5e6-4df1-af70-a55985004080), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.334513 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (fb82195b-d5e6-4df1-af70-a55985004080), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.335614 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:06.336197 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.385995 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3553958 Feb 21 10:14:06.389011 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38222) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:06.393888 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Request body: {'subnet': {'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-35582691-subnet', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:06.399301 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c205d9-1c27-4e86-b2e8-0c760ec85a33 admin admin] Pushing event updated for resources: {'Network': ['ID=fb82195b-d5e6-4df1-af70-a55985004080,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:06.409505 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network fb82195b-d5e6-4df1-af70-a55985004080 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:14:06.415147 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Made reservation on behalf of b0c470aef15d45a0bed2b2d51870ab7c for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:14:06.417711 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.578166 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (682d74be-e6d2-4286-a4fb-2455fff70908), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.625788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Pushing event updated for resources: {'Subnet': ['ID=682d74be-e6d2-4286-a4fb-2455fff70908,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:06.642737 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Checking segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:06.643092 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Network hostable DHCP agents. Network: fb82195b-d5e6-4df1-af70-a55985004080, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:14:06.659094 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Network fb82195b-d5e6-4df1-af70-a55985004080 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:14:06.667342 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, fb82195b-d5e6-4df1-af70-a55985004080) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:06.671314 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:06.671963 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.678802 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4493504-93ce-43c3-82c7-ea397b5d581e None None] Network fb82195b-d5e6-4df1-af70-a55985004080 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:14:06.686905 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-561a8a36-9e82-4238-b6f4-40194303191d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2967913 Feb 21 10:14:06.689530 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38224) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:06.694329 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:06.713451 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.714431 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.722979 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b38f5989-b0dd-45ce-8a06-76f490467a18 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:14:06.744453 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: b38f5989-b0dd-45ce-8a06-76f490467a18 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:14:06.744720 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b38f5989-b0dd-45ce-8a06-76f490467a18 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:14:06.804943 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-fb82195b-d5e6-4df1-af70-a55985004080', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:14:06.805852 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.953366 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:06.957636 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Allocated IP 172.20.0.2 (fb82195b-d5e6-4df1-af70-a55985004080/682d74be-e6d2-4286-a4fb-2455fff70908/f89035a6-c3e4-4e44-9d44-7e1df2836729) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:06.997360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks [] for router_controller (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.006112 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3959a-04e3-4065-8571-48e4aa14bacf req-b1ac0a0a-9d15-4874-9697-09fb92edd530 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:07.007774 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2ad3959a-04e3-4065-8571-48e4aa14bacf req-b1ac0a0a-9d15-4874-9697-09fb92edd530 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0614705 Feb 21 10:14:07.058384 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2ad3959a-04e3-4065-8571-48e4aa14bacf req-b6448535-7b31-4312-bc2e-d4b82f54f068 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441978 Feb 21 10:14:07.115229 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Publish callbacks [] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.122078 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.144070 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks [] for router_gateway (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.163033 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Network fb82195b-d5e6-4df1-af70-a55985004080 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:07.168072 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:07.170784 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:07.176279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Pushing event updated for resources: {'Port': ['ID=f89035a6-c3e4-4e44-9d44-7e1df2836729,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:07.232825 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Attempting to bind port f89035a6-c3e4-4e44-9d44-7e1df2836729 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:07.233273 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Attempting to bind port f89035a6-c3e4-4e44-9d44-7e1df2836729 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:07.233586 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Attempting to bind port f89035a6-c3e4-4e44-9d44-7e1df2836729 on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:07.238519 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:07.238909 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Checking segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:07.239321 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.239715 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Bound using segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:07.240181 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Bound port: f89035a6-c3e4-4e44-9d44-7e1df2836729, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:07.240554 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.305293 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] For port f89035a6-c3e4-4e44-9d44-7e1df2836729, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:07.308300 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] For port f89035a6-c3e4-4e44-9d44-7e1df2836729, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f89035a6-c3e4-4e44-9d44-7e1df2836729,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:07.314419 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.347052 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks [] for router_gateway (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.379601 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.379810 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ee65d-ff08-4066-831d-817dc2792274 None None] Pushing event updated for resources: {'Port': ['ID=f89035a6-c3e4-4e44-9d44-7e1df2836729,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:07.496976 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Allocated IP 172.27.0.35 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/f8c466ef-449b-40b4-a44b-75a0fc07cf7e) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:07.613415 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks [] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.650554 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:07.693031 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:07.696212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:07.701676 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:07.707185 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Pushing event updated for resources: {'Port': ['ID=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:07.948869 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks [] for router_gateway (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.152639 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.191273 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85536-6818-43dc-8df8-1c1900c3aae4 req-fe299efa-b0c1-41c3-a5df-badae28d81de tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:08.192989 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ab85536-6818-43dc-8df8-1c1900c3aae4 req-fe299efa-b0c1-41c3-a5df-badae28d81de tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0596964 Feb 21 10:14:08.241389 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ab85536-6818-43dc-8df8-1c1900c3aae4 req-93584180-eb20-4d15-88b7-d04c3ac6b35d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Feb 21 10:14:08.292539 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:14:08.325031 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb3f165-de93-4480-a807-c4e5e5ac28d2 None None] Network fb82195b-d5e6-4df1-af70-a55985004080 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:14:08.397602 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.399734 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] Provisioning complete for port f89035a6-c3e4-4e44-9d44-7e1df2836729 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:08.400099 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.406862 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:14:08.416908 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:14:08.430500 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.433293 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:08.433932 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:08.434876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38238) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:08.435417 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d335e826-898c-4302-9b71-c20370eff90c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7449434 Feb 21 10:14:08.531676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] Current status of the port f89035a6-c3e4-4e44-9d44-7e1df2836729 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:08.532075 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.570750 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] For port f89035a6-c3e4-4e44-9d44-7e1df2836729, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f89035a6-c3e4-4e44-9d44-7e1df2836729,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:08.571472 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:08.576834 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.632024 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48051fa-8e7e-4a39-9a3c-fc9385778d15 None None] Pushing event updated for resources: {'Port': ['ID=f89035a6-c3e4-4e44-9d44-7e1df2836729,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:08.770987 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:07Z', 'revision_number': 3, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:08.797650 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-53d1e0a1-9aa3-417c-801f-cba113987431 None None] Provisioning complete for port f89035a6-c3e4-4e44-9d44-7e1df2836729 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:08.798223 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-53d1e0a1-9aa3-417c-801f-cba113987431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.800438 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:14:08.800852 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Updating router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 port f8c466ef-449b-40b4-a44b-75a0fc07cf7e binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:14:08.827807 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:08.880664 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-53d1e0a1-9aa3-417c-801f-cba113987431 None None] Current status of the port f89035a6-c3e4-4e44-9d44-7e1df2836729 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:09.077877 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Publish callbacks [] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.083484 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.104770 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.132810 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0041-8b79-48f3-861c-480f4c7e5d17 None None] Pushing event updated for resources: {'Port': ['ID=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,revision_number=2']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:09.138511 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Attempting to bind port f8c466ef-449b-40b4-a44b-75a0fc07cf7e on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:09.138880 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Attempting to bind port f8c466ef-449b-40b4-a44b-75a0fc07cf7e by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:09.139231 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Attempting to bind port f8c466ef-449b-40b4-a44b-75a0fc07cf7e on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:09.144139 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:09.144498 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:09.144896 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.145846 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:09.146303 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Bound port: f8c466ef-449b-40b4-a44b-75a0fc07cf7e, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:09.146679 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.196603 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] For port f8c466ef-449b-40b4-a44b-75a0fc07cf7e, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:09.199749 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] For port f8c466ef-449b-40b4-a44b-75a0fc07cf7e, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:09.205961 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.260729 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:09.261364 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:09.263016 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Allocated IP 172.20.0.1 (fb82195b-d5e6-4df1-af70-a55985004080/682d74be-e6d2-4286-a4fb-2455fff70908/2d924fa2-1fa2-4f0f-9788-45b58cc76cb1) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:09.320381 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd0041-8b79-48f3-861c-480f4c7e5d17 None None] Pushing event updated for resources: {'Port': ['ID=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:09.374362 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:09.414050 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f401ce8-8a3b-4514-8f26-0a934df9195f req-47b849df-eb1d-4bc1-be82-b2f18d7c132e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:09.415702 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3f401ce8-8a3b-4514-8f26-0a934df9195f req-47b849df-eb1d-4bc1-be82-b2f18d7c132e tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.0959549 Feb 21 10:14:09.418623 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks [] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.445622 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f89035a6-c3e4-4e44-9d44-7e1df2836729 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:09.493103 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3f401ce8-8a3b-4514-8f26-0a934df9195f req-e6b9a535-0962-458f-9e7f-7261f814598a tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698962 Feb 21 10:14:09.499279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.519020 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port f89035a6-c3e4-4e44-9d44-7e1df2836729 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:09.519020 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.553951 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Network fb82195b-d5e6-4df1-af70-a55985004080 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:09.556861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:09.562870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:09.588360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Pushing event updated for resources: {'Port': ['ID=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:09.588572 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:07Z', 'revision_number': 3, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:09.608660 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.610303 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port f89035a6-c3e4-4e44-9d44-7e1df2836729 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:09.628444 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacdb17-98ef-4764-a78d-79edc49ff6e3 None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:07Z', 'revision_number': 3, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:14:09.758890 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.812223 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-faf55f84-2bf4-4281-afef-cc5aefacb12a None None] Provisioning complete for port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:09.812606 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-faf55f84-2bf4-4281-afef-cc5aefacb12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.851052 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-faf55f84-2bf4-4281-afef-cc5aefacb12a None None] Port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:14:09.885473 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.960490 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks [] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:09.965614 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.033753 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.035562 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Pushing event updated for resources: {'Port': ['ID=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:10.143270 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Network fb82195b-d5e6-4df1-af70-a55985004080 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:10.144640 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:10.233195 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-495b3249-84aa-454a-8c4a-9a277e8cef94 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:10.234710 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-495b3249-84aa-454a-8c4a-9a277e8cef94 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.1061285 Feb 21 10:14:10.352792 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:14:10.373259 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-370e32c4-931f-4021-9715-d445c2db9d6e None None] Provisioning complete for port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:10.373787 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-370e32c4-931f-4021-9715-d445c2db9d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.409218 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-370e32c4-931f-4021-9715-d445c2db9d6e None None] Port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:14:10.429751 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Deleting port 487143f5-c802-44ca-a89f-ac1ffe604690 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:14:10.430112 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.543423 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:14:10.549726 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-82a0155f-1906-4cb1-94d8-85884f22ae65 admin admin] 10.222.0.73 "PUT /v2.0/routers/deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1138046 Feb 21 10:14:10.572769 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] For port 487143f5-c802-44ca-a89f-ac1ffe604690, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=487143f5-c802-44ca-a89f-ac1ffe604690,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:10.573213 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.587013 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Calling delete_port for 487143f5-c802-44ca-a89f-ac1ffe604690 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:14:10.701789 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867c2b-81df-4b27-af94-d13b1eac2933 req-5c10ceb8-7012-4e03-9c7a-97ca75731b53 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:10.705599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-50867c2b-81df-4b27-af94-d13b1eac2933 req-5c10ceb8-7012-4e03-9c7a-97ca75731b53 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/ports?device_id=97a2cacc-ed54-4da8-a74b-a9d865648579 HTTP/1.1" status: 200 len: 946 time: 0.1196902 Feb 21 10:14:10.796952 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-50867c2b-81df-4b27-af94-d13b1eac2933 req-dc716330-1886-4816-92d2-4bda1b7f8556 tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.73 "GET /v2.0/security-groups?id=7efac9a6-6b51-4a41-8617-b4bd06887b25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873384 Feb 21 10:14:10.822535 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (487143f5-c802-44ca-a89f-ac1ffe604690), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.836435 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['487143f5-c802-44ca-a89f-ac1ffe604690'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:14:10.853236 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Pushing event deleted for resources: {'Port': ['ID=487143f5-c802-44ca-a89f-ac1ffe604690,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:10.909502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] No DVR routers for this DVR port 487143f5-c802-44ca-a89f-ac1ffe604690 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:14:10.913030 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:10.916466 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b288d9a4-3614-4c44-b348-6e3be3e51d44 req-6e5cba2e-599e-463e-90e2-39ae52010e6d tempest-ServerRescueNegativeTestJSON-1822319390 tempest-ServerRescueNegativeTestJSON-1822319390-project] 10.222.0.45 "DELETE /v2.0/ports/487143f5-c802-44ca-a89f-ac1ffe604690 HTTP/1.1" status: 204 len: 173 time: 0.6750102 Feb 21 10:14:10.917125 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'name': 'network-vif-deleted', 'tag': '487143f5-c802-44ca-a89f-ac1ffe604690'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:10.920410 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135ca8a-591c-4e60-81cb-e5d8ce8351a1" -d '{"events": [{"server_uuid": "97a2cacc-ed54-4da8-a74b-a9d865648579", "name": "network-vif-deleted", "tag": "487143f5-c802-44ca-a89f-ac1ffe604690"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:10.971202 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbff27b3-2b3c-449e-bcec-ba1591a250ed x-openstack-request-id: req-dbff27b3-2b3c-449e-bcec-ba1591a250ed {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:10.971584 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2cacc-ed54-4da8-a74b-a9d865648579", "name": "network-vif-deleted", "tag": "487143f5-c802-44ca-a89f-ac1ffe604690", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:10.971921 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbff27b3-2b3c-449e-bcec-ba1591a250ed {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:10.972540 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a2cacc-ed54-4da8-a74b-a9d865648579', 'name': 'network-vif-deleted', 'tag': '487143f5-c802-44ca-a89f-ac1ffe604690', 'status': 'completed', 'code': 200} Feb 21 10:14:11.081819 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38266) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:11.086918 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-183777327-network', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:11.106589 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Made reservation on behalf of 0198dd2e14f3465ebd1ddcd1ff587b25 for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:14:11.109171 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.119022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.194232 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks [] for security_group (610495af-3f55-490b-af82-0f6af184564c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.198043 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (610495af-3f55-490b-af82-0f6af184564c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.222443 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:14:11.232484 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610495af-3f55-490b-af82-0f6af184564c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:11.237417 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (f7336e52-fad8-4e5f-913f-0a18992e574a), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.237761 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Added segment f7336e52-fad8-4e5f-913f-0a18992e574a of type vlan for network 088c1ec1-a53b-410c-b05c-603b7cd83602 Feb 21 10:14:11.274842 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:14:11.279017 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (088c1ec1-a53b-410c-b05c-603b7cd83602), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.293806 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:11.294970 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:11.304226 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (088c1ec1-a53b-410c-b05c-603b7cd83602), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.305538 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:11.306138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.369876 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2866359 Feb 21 10:14:11.371839 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38268) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:11.383943 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Request body: {'subnet': {'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-183777327-subnet', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:11.386218 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2f1a6-76e0-43ba-a609-5810f6f6c222 admin admin] Pushing event updated for resources: {'Network': ['ID=088c1ec1-a53b-410c-b05c-603b7cd83602,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:11.402879 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:14:11.417470 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Made reservation on behalf of 0198dd2e14f3465ebd1ddcd1ff587b25 for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:14:11.423611 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.492767 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f8c466ef-449b-40b4-a44b-75a0fc07cf7e up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:11.502289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:11.622240 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (34343b16-eee3-403a-87e6-62fca22b10a9), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.683736 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34343b16-eee3-403a-87e6-62fca22b10a9,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:11.696046 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Checking segment: {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:11.696681 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Network hostable DHCP agents. Network: 088c1ec1-a53b-410c-b05c-603b7cd83602, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:14:11.718566 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:14:11.730080 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 088c1ec1-a53b-410c-b05c-603b7cd83602) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:11.734363 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:11.735332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.750689 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795a31e-a580-426b-be1e-7d6b139f3c53 None None] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:14:11.754079 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4c8f8449-b9d9-4d17-adbe-99c658804d1c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3796220 Feb 21 10:14:11.756896 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38278) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:11.761459 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:11.762327 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-66c39750-d514-4a85-83f3-d0b2764f777f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658128633&fields=id&tenant_id=80f9a8e599934ceabd6fbd2b96a626ff HTTP/1.1" status: 200 len: 267 time: 0.0484073 Feb 21 10:14:11.781969 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (0c892740-133e-495c-94b9-cd7747e1f6c3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.782990 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (0c892740-133e-495c-94b9-cd7747e1f6c3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.840476 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port f8c466ef-449b-40b4-a44b-75a0fc07cf7e triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:11.840951 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.841078 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks [] for router_controller (0c892740-133e-495c-94b9-cd7747e1f6c3), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:11.867944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38282) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:11.939870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-c06a1c4d-8d80-4b87-aebd-53ff7a003805 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:11.941309 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-c06a1c4d-8d80-4b87-aebd-53ff7a003805 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 809 time: 0.1717508 Feb 21 10:14:11.963769 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-ac5e5706-8507-4e28-a519-46e20be4f117 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/quotas/80f9a8e599934ceabd6fbd2b96a626ff HTTP/1.1" status: 200 len: 375 time: 0.0132995 Feb 21 10:14:11.975728 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-088c1ec1-a53b-410c-b05c-603b7cd83602', 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602', 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'fixed_ips': [{'subnet_id': '34343b16-eee3-403a-87e6-62fca22b10a9'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:14:11.976556 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.103772 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-e0d27206-95c9-4c68-8ed9-35c503785d41 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150041 Feb 21 10:14:12.107618 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port f8c466ef-449b-40b4-a44b-75a0fc07cf7e is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:12.108021 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.134417 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port f8c466ef-449b-40b4-a44b-75a0fc07cf7e, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:12.142864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.208230 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 2, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:12.239316 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks [] for router_gateway (0c892740-133e-495c-94b9-cd7747e1f6c3), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.263369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:12.268760 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:14:12.269148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Updating router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:14:12.309898 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Allocated IP 172.20.0.2 (088c1ec1-a53b-410c-b05c-603b7cd83602/34343b16-eee3-403a-87e6-62fca22b10a9/3ff3ede3-a688-4aa0-9bc1-d62f030b768f) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:12.311911 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.463525 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks [] for router_gateway (0c892740-133e-495c-94b9-cd7747e1f6c3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.483693 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.525324 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-07b2e927-6497-47c9-903e-3fb99531e2b5 service neutron] 10.222.0.73 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689883 Feb 21 10:14:12.600922 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Allocated IP 172.27.0.211 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/358fc7fa-ba57-4455-a1b3-23ab7f464a3f) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:12.610537 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Publish callbacks [] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.626994 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.688917 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-9d94d6b7-e034-43ab-8deb-4e3f0c6bdf28 service neutron] 10.222.0.73 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464498 Feb 21 10:14:12.689820 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Pushing event updated for resources: {'Port': ['ID=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:12.694014 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:12.699883 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:12.704883 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:12.738372 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks [] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.781502 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.783565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (48f80acf-70e1-4f7c-975e-5225810d8e56), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.812829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Attempting to bind port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:12.813255 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Attempting to bind port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:12.813627 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Attempting to bind port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f on network 088c1ec1-a53b-410c-b05c-603b7cd83602 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:12.819517 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Publish callbacks [] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.820788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:12.823716 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:12.824105 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Checking segment: {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:12.824500 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.824899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Bound using segment: {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:12.825406 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Bound port: 3ff3ede3-a688-4aa0-9bc1-d62f030b768f, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:12.825799 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.825932 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:12.829080 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:12.858002 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:12.866396 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Pushing event updated for resources: {'Port': ['ID=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:12.968905 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] For port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:12.990400 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3053e-e286-4d18-9680-eb79ab305af0 None None] Pushing event updated for resources: {'Port': ['ID=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:12.993874 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] For port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:13.015586 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.109536 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Attempting to bind port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:13.110096 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Attempting to bind port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:13.110818 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Attempting to bind port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:13.135897 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:13.136691 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Checking segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:13.137275 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.137846 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Bound using segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:13.138490 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Bound port: 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:13.139071 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.164958 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41df0df-a6f4-4a94-a77d-c3a74ddf5cb3 None None] Pushing event updated for resources: {'Port': ['ID=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:13.206099 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b17593a2-f192-4cfd-bc17-255b36a7d143 req-a3bc9130-be88-4472-b843-3b8c623fc42a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 210 time: 0.0791276 Feb 21 10:14:13.210761 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks [] for router_gateway (0c892740-133e-495c-94b9-cd7747e1f6c3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.285524 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] For port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:13.290964 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] For port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:13.306625 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.381211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Deleting port b296b544-0359-47dd-bebb-c6e533f12d39 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:14:13.382039 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.413936 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:13.421688 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:13.539577 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f8c466ef-449b-40b4-a44b-75a0fc07cf7e up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:13.564336 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3053e-e286-4d18-9680-eb79ab305af0 None None] Pushing event updated for resources: {'Port': ['ID=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:13.580274 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] For port b296b544-0359-47dd-bebb-c6e533f12d39, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b296b544-0359-47dd-bebb-c6e533f12d39,segment=NetworkSegment(792ebbc8-f29d-4775-b207-7570b46479fb),segment_id=792ebbc8-f29d-4775-b207-7570b46479fb)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:13.580793 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.598479 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Calling delete_port for b296b544-0359-47dd-bebb-c6e533f12d39 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:14:13.688203 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (0c892740-133e-495c-94b9-cd7747e1f6c3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.693947 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] Provisioning complete for port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:13.694376 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.886075 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Router 0c892740-133e-495c-94b9-cd7747e1f6c3 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:14:13.904454 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (b296b544-0359-47dd-bebb-c6e533f12d39), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:13.938085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b296b544-0359-47dd-bebb-c6e533f12d39,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:13.961121 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:13.976231 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:14:13.993612 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port f8c466ef-449b-40b4-a44b-75a0fc07cf7e triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:13.993992 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.068116 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:14:14.079815 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Sync routers for ids ['0c892740-133e-495c-94b9-cd7747e1f6c3'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:14:14.094775 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Routers {'0c892740-133e-495c-94b9-cd7747e1f6c3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:14.095825 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['0c892740-133e-495c-94b9-cd7747e1f6c3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:14.101181 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.109517 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a4e7c092-fb15-450c-b30f-e9c439332efa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3512156 Feb 21 10:14:14.110347 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38304) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:14.182385 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] Current status of the port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:14.182632 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.199520 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (48f80acf-70e1-4f7c-975e-5225810d8e56), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.303833 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Set router 0c892740-133e-495c-94b9-cd7747e1f6c3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:14.329363 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] For port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:14.349678 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port f8c466ef-449b-40b4-a44b-75a0fc07cf7e is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:14.353595 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.367999 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-146927ee-1384-4159-9110-7a4cd696f215 req-15c62a33-bb1e-4a5d-8b55-6be3d83bc17e tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 210 time: 0.0687828 Feb 21 10:14:14.447032 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f4f79-a580-43b2-ad89-fdc702858b23 None None] Pushing event updated for resources: {'Port': ['ID=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:14.546468 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-d00c9e85-6c8d-4c16-bffe-d3f89debab18 None None] Provisioning complete for port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:14.546886 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d00c9e85-6c8d-4c16-bffe-d3f89debab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.648293 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba154e-5d7d-411b-9396-9429613b4c7d None None] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:14:14.659269 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:14:13Z', 'revision_number': 3, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:14.727498 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-cb508d6e-e7f6-41ce-824e-3cb8c04e8efe tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:14.728372 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:13Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:14.729982 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-cb508d6e-e7f6-41ce-824e-3cb8c04e8efe tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 809 time: 0.2576885 Feb 21 10:14:14.738844 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Checking router: 0c892740-133e-495c-94b9-cd7747e1f6c3 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:14:14.739778 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Updating router 0c892740-133e-495c-94b9-cd7747e1f6c3 port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:14:14.770171 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.808243 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 487143f5-c802-44ca-a89f-ac1ffe604690 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:14:14.809724 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Router 48f80acf-70e1-4f7c-975e-5225810d8e56 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:14:14.810300 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:14.835685 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-45a4bee4-a03c-4d6d-a8a2-f08a60c259d2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80f9a8e599934ceabd6fbd2b96a626ff HTTP/1.1" status: 200 len: 380 time: 0.0923820 Feb 21 10:14:14.864277 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ac89a-9560-400c-82e3-17e68676704f None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:13Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:14:14.872032 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 487143f5-c802-44ca-a89f-ac1ffe604690 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:14:14.872332 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 487143f5-c802-44ca-a89f-ac1ffe604690 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:14:14.878888 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-d00c9e85-6c8d-4c16-bffe-d3f89debab18 None None] Current status of the port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:15.001369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] Provisioning complete for port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:15.002088 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.007769 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'port': {'device_id': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'admin_state_up': True, 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'security_groups': ['3e378f66-018f-4565-99b8-c9fc3e5039ec']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:15.104785 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Publish callbacks [] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.133674 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.175579 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] Current status of the port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:15.177154 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.187449 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Allocated IP 172.20.0.1 (088c1ec1-a53b-410c-b05c-603b7cd83602/34343b16-eee3-403a-87e6-62fca22b10a9/efb7550e-6de6-4d4d-a411-0a288acb6ca9) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:15.229706 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:14:15.239351 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-91eb718c-53ad-411b-845f-967c0c2fff11 admin admin] 10.222.0.73 "PUT /v2.0/routers/48f80acf-70e1-4f7c-975e-5225810d8e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3697999 Feb 21 10:14:15.244653 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] Sync routers for ids ['48f80acf-70e1-4f7c-975e-5225810d8e56'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:14:15.244867 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38308) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:15.247279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Made reservation on behalf of 80f9a8e599934ceabd6fbd2b96a626ff for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:14:15.252436 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.257382 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] For port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:15.270766 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.273638 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] Routers {'48f80acf-70e1-4f7c-975e-5225810d8e56'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:15.274531 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['48f80acf-70e1-4f7c-975e-5225810d8e56'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:15.406725 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Attempting to bind port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:15.407036 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Attempting to bind port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:15.407408 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Attempting to bind port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:15.448227 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997326-23bd-4720-a71f-0586b9230cb8 None None] Pushing event updated for resources: {'Port': ['ID=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,revision_number=2']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:15.455688 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:15.456667 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:15.459210 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.460061 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:15.462493 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Bound port: 358fc7fa-ba57-4455-a1b3-23ab7f464a3f, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:15.463394 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.573523 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] For port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:15.588194 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] For port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:15.608598 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.680598 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks [] for router (48f80acf-70e1-4f7c-975e-5225810d8e56), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.699872 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Allocated IP 172.20.0.12 (37272889-9511-4d64-a534-939ab806d170/a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee/bd02e708-7a4e-4c34-9048-67afd0f036b1) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:15.712595 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-465da676-a449-49b5-80fa-4c2b90484d5e None None] Provisioning complete for port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:15.714165 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-465da676-a449-49b5-80fa-4c2b90484d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:15.806857 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997326-23bd-4720-a71f-0586b9230cb8 None None] Pushing event updated for resources: {'Port': ['ID=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:15.815364 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Routers {'0c892740-133e-495c-94b9-cd7747e1f6c3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:15.816339 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['0c892740-133e-495c-94b9-cd7747e1f6c3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:15.882340 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7fcce35c-35fa-4faf-a941-2ccfa548d3fc req-e5e6966d-d3c8-456d-9ab7-a5f68ce05f6c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 210 time: 0.2283261 Feb 21 10:14:15.917481 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:15.983857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed0a82-24d7-40d7-9456-5931da7f7388 None None] Pushing event updated for resources: {'Port': ['ID=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:16.007661 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] Set router 0c892740-133e-495c-94b9-cd7747e1f6c3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:16.028568 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.044112 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] Set router 48f80acf-70e1-4f7c-975e-5225810d8e56 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:16.077037 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.082940 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:16.083948 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.265313 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:14:13Z', 'revision_number': 3, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:16.295198 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks [] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.306049 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e85e5e-aae4-4950-bc4d-f483cd0e30fa None None] The sync data for ids ['0c892740-133e-495c-94b9-cd7747e1f6c3'] in dv-cinder-830091-1-iscsi is: [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:14:13Z', 'revision_number': 3, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:14:16.355127 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks [] for router_gateway (48f80acf-70e1-4f7c-975e-5225810d8e56), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.368662 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.398473 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-465da676-a449-49b5-80fa-4c2b90484d5e None None] Current status of the port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:16.431558 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Pushing event updated for resources: {'Port': ['ID=efb7550e-6de6-4d4d-a411-0a288acb6ca9,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:16.439233 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:16.452740 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:14:13Z', 'revision_number': 5, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port': {'id': '71b46e9b-b15a-4b2e-ab30-a581e97e3c4c', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:d7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:50Z', 'updated_at': '2022-02-21T10:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:16.456906 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:16.459301 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3ff3ede3-a688-4aa0-9bc1-d62f030b768f up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:16.459836 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:16.463308 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:16.518798 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (0c892740-133e-495c-94b9-cd7747e1f6c3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.546356 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] Checking router: 48f80acf-70e1-4f7c-975e-5225810d8e56 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:14:16.558553 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Network 37272889-9511-4d64-a534-939ab806d170 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:16.566536 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] Routers {'48f80acf-70e1-4f7c-975e-5225810d8e56'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:16.566676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['48f80acf-70e1-4f7c-975e-5225810d8e56'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:16.567821 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:16.575971 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:16.580384 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:16.604130 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Deleting port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:14:16.604479 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.646321 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:16.647502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.678010 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-470470b0-ce0c-41b5-a922-15a92006da79 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6893220 Feb 21 10:14:16.700344 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Request body: {'port': {'device_id': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:16.731478 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] Set router 48f80acf-70e1-4f7c-975e-5225810d8e56 gateway port host: None {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:16.866549 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.946877 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] For port 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:16.949877 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:16.971485 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Calling delete_port for 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c owned by network:router_gateway {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:14:17.078135 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.088891 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:14:16Z', 'revision_number': 6, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:17.141875 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:17.142389 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.144158 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72feb1ac-6dd5-4dea-9a05-2ebcd4aa73ef None None] The sync data for ids ['48f80acf-70e1-4f7c-975e-5225810d8e56'] in dv-cinder-830091-1-iscsi is: [{'id': '48f80acf-70e1-4f7c-975e-5225810d8e56', 'name': 'tempest-ServerRescueNegativeTestJSON-1287907249-router', 'tenant_id': 'cc3fac73df654ae38575bcda41bd7514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:49Z', 'updated_at': '2022-02-21T10:14:16Z', 'revision_number': 6, 'project_id': 'cc3fac73df654ae38575bcda41bd7514', 'gw_port_host': None}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:14:17.150655 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073900c-7cd3-4cbe-92ee-a951f8ab5688 req-9c1b5211-d7b7-4ae2-8ac7-ec2f4653ec69 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:17.157990 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b073900c-7cd3-4cbe-92ee-a951f8ab5688 req-9c1b5211-d7b7-4ae2-8ac7-ec2f4653ec69 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 932 time: 0.0931554 Feb 21 10:14:17.203397 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-afe765fe-b4d7-455d-9585-bf53ef75c939 None None] Provisioning complete for port bd02e708-7a4e-4c34-9048-67afd0f036b1 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:17.203851 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-afe765fe-b4d7-455d-9585-bf53ef75c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.271806 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-afe765fe-b4d7-455d-9585-bf53ef75c939 None None] Port bd02e708-7a4e-4c34-9048-67afd0f036b1 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:14:17.317400 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-afe765fe-b4d7-455d-9585-bf53ef75c939 None None] Provisioning complete for port efb7550e-6de6-4d4d-a411-0a288acb6ca9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:17.317783 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-afe765fe-b4d7-455d-9585-bf53ef75c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.320057 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b073900c-7cd3-4cbe-92ee-a951f8ab5688 req-c6638cbb-6295-4190-b516-42b61c64c6ac tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611998 Feb 21 10:14:17.358992 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:17.381399 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-afe765fe-b4d7-455d-9585-bf53ef75c939 None None] Port efb7550e-6de6-4d4d-a411-0a288acb6ca9 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:14:17.433727 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (71b46e9b-b15a-4b2e-ab30-a581e97e3c4c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.436820 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd02e708-7a4e-4c34-9048-67afd0f036b1 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:14:17.451121 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Publish callbacks [] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.470579 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Transition to ACTIVE for port object bd02e708-7a4e-4c34-9048-67afd0f036b1 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:14:17.477379 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=71b46e9b-b15a-4b2e-ab30-a581e97e3c4c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:17.477610 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.577794 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks [] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.604820 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:17.624340 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.667947 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Attempting to bind port bd02e708-7a4e-4c34-9048-67afd0f036b1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:17.670085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Attempting to bind port bd02e708-7a4e-4c34-9048-67afd0f036b1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:17.670539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Attempting to bind port bd02e708-7a4e-4c34-9048-67afd0f036b1 on network 37272889-9511-4d64-a534-939ab806d170 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:17.689942 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Port bd02e708-7a4e-4c34-9048-67afd0f036b1 on network 37272889-9511-4d64-a534-939ab806d170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:14:17.690306 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Attempting to bind port bd02e708-7a4e-4c34-9048-67afd0f036b1 on network 37272889-9511-4d64-a534-939ab806d170 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:17.703642 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:17.709524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Checking segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:17.709524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Bound using segment: {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:17.709524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Bound port: bd02e708-7a4e-4c34-9048-67afd0f036b1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d5e5e5-5991-4c27-afee-10fd63f7572c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '37272889-9511-4d64-a534-939ab806d170'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:17.709524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.752945 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (0c892740-133e-495c-94b9-cd7747e1f6c3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.766105 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (48f80acf-70e1-4f7c-975e-5225810d8e56), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.800414 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:17.804507 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:17.813371 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.873254 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:17.873889 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:17.874285 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Pushing event updated for resources: {'Port': ['ID=efb7550e-6de6-4d4d-a411-0a288acb6ca9,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:17.875569 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] 10.222.0.45 "PUT /v2.0/ports/bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 1094 time: 1.1884847 Feb 21 10:14:17.886628 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:17.889778 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287" -d '{"events": [{"name": "network-changed", "server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:17.899865 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebed51a-a95c-46ed-9604-c5f04e8b3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:17.960594 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62454c6-ec99-45a7-931d-a32e7937c9b4 x-openstack-request-id: req-b62454c6-ec99-45a7-931d-a32e7937c9b4 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:17.961168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:17.961168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b62454c6-ec99-45a7-931d-a32e7937c9b4 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:17.961722 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'status': 'completed', 'code': 200} Feb 21 10:14:17.983729 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-f87e5a2d-599e-4625-aa7b-f3b41c2c919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:17.985401 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-f87e5a2d-599e-4625-aa7b-f3b41c2c919d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0568290 Feb 21 10:14:17.998832 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (48f80acf-70e1-4f7c-975e-5225810d8e56), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.002596 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks [] for router_controller (48f80acf-70e1-4f7c-975e-5225810d8e56), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.039229 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-517f5ff4-7bb0-4282-940e-1c20e7aac167 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 217 time: 0.0452399 Feb 21 10:14:18.143068 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-eeb2070f-97b9-44fe-8961-f7d59d47cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:18.151262 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-eeb2070f-97b9-44fe-8961-f7d59d47cde0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.0982442 Feb 21 10:14:18.152481 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (48f80acf-70e1-4f7c-975e-5225810d8e56), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.152481 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f80acf-70e1-4f7c-975e-5225810d8e56 {{(pid=102845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:14:18.186589 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.192640 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8706543f-b6a9-441c-88a6-179fb453e1aa admin admin] 10.222.0.73 "DELETE /v2.0/routers/48f80acf-70e1-4f7c-975e-5225810d8e56 HTTP/1.1" status: 204 len: 168 time: 2.9461763 Feb 21 10:14:18.193286 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38316) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:18.195235 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:18.216094 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:18.217583 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 358fc7fa-ba57-4455-a1b3-23ab7f464a3f up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:18.259148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-4c749c12-bf84-44ce-816e-6e2ec87cc6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:18.260846 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-4c749c12-bf84-44ce-816e-6e2ec87cc6a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019261 Feb 21 10:14:18.324027 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:18.324582 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.325008 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Deleting subnet 71125743-0887-4856-8644-3c8d76826d70 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:14:18.331359 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Publish callbacks [] for subnet (71125743-0887-4856-8644-3c8d76826d70), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.409110 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (71125743-0887-4856-8644-3c8d76826d70), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.461442 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-491dc1f8-1453-41ac-81a7-df792d30189e service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937191 Feb 21 10:14:18.471407 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (71125743-0887-4856-8644-3c8d76826d70), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.517658 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Router 0c892740-133e-495c-94b9-cd7747e1f6c3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:14:18.539387 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:18.540771 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.573230 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:18.580142 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.581327 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3ff3ede3-a688-4aa0-9bc1-d62f030b768f up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:18.588334 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35493a1b-2a22-4029-9dc5-a80f8de5542c req-dd8c7cdd-4824-49e2-9bf9-b6d498de62cc tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:18.595416 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-35493a1b-2a22-4029-9dc5-a80f8de5542c req-dd8c7cdd-4824-49e2-9bf9-b6d498de62cc tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.1462657 Feb 21 10:14:18.614662 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (71125743-0887-4856-8644-3c8d76826d70), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.666125 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cde126-f48a-44ad-843c-93eb1ec446a0 req-8e9a203c-2969-4b92-bf49-c8572061a880 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880381 Feb 21 10:14:18.674692 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71125743-0887-4856-8644-3c8d76826d70,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:18.678812 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-a392a54f-91a3-4f50-b9f9-a5d3c123b6c2 None None] Provisioning complete for port efb7550e-6de6-4d4d-a411-0a288acb6ca9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:18.679200 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a392a54f-91a3-4f50-b9f9-a5d3c123b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.681723 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:18.682234 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.687878 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-f538ed98-cd03-4ffc-8f44-37e9494e47fd admin admin] 10.222.0.73 "DELETE /v2.0/subnets/71125743-0887-4856-8644-3c8d76826d70 HTTP/1.1" status: 204 len: 168 time: 0.4890971 Feb 21 10:14:18.687878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38320) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:18.697578 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-35493a1b-2a22-4029-9dc5-a80f8de5542c req-a0b02005-65ec-4c9b-928a-9e57113769d1 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012495 Feb 21 10:14:18.726182 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-a392a54f-91a3-4f50-b9f9-a5d3c123b6c2 None None] Port efb7550e-6de6-4d4d-a411-0a288acb6ca9 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:14:18.727849 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:18.728234 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.766075 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:14:18.783979 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-2fe249b7-b74b-4528-9e59-72dcee5578fd admin admin] 10.222.0.73 "PUT /v2.0/routers/0c892740-133e-495c-94b9-cd7747e1f6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6648965 Feb 21 10:14:18.805926 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (d5d31013-7314-4039-8cfb-6e85de7f35f1), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.836590 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:18.839362 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-3e1ad68a-3f81-4af8-be2b-f938120f55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:18.840916 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-3e1ad68a-3f81-4af8-be2b-f938120f55ca service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0597165 Feb 21 10:14:18.845937 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b296b544-0359-47dd-bebb-c6e533f12d39 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:14:18.879341 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: b296b544-0359-47dd-bebb-c6e533f12d39 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:14:18.880943 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b296b544-0359-47dd-bebb-c6e533f12d39 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:14:18.907471 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (d5d31013-7314-4039-8cfb-6e85de7f35f1), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.937482 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d31013-7314-4039-8cfb-6e85de7f35f1']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:18.951157 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792ebbc8-f29d-4775-b207-7570b46479fb') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:18.952309 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792ebbc8-f29d-4775-b207-7570b46479fb') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:18.965842 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (792ebbc8-f29d-4775-b207-7570b46479fb), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:18.986592 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (792ebbc8-f29d-4775-b207-7570b46479fb), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.000267 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:14:19.000267 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (792ebbc8-f29d-4775-b207-7570b46479fb), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:14:19.001608 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:14:19.011831 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-a75f3038-e3f1-4fff-97c8-9a6f8651ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:19.013434 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-a75f3038-e3f1-4fff-97c8-9a6f8651ba63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 910 time: 0.1642649 Feb 21 10:14:19.060828 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-b5466d98-f62e-4c76-a004-53a8cf0b3a44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 217 time: 0.0399227 Feb 21 10:14:19.061446 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (d5d31013-7314-4039-8cfb-6e85de7f35f1), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.069460 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.072877 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d5d31013-7314-4039-8cfb-6e85de7f35f1 HTTP/1.1" status: 204 len: 168 time: 0.3841107 Feb 21 10:14:19.083969 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242de7d2-0830-4764-8962-f470d93953c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d31013-7314-4039-8cfb-6e85de7f35f1,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:19.128138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-09a426f9-366a-4835-97e5-40cee48f984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:19.130948 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-09a426f9-366a-4835-97e5-40cee48f984d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.0629249 Feb 21 10:14:19.182609 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-726d26b7-6c58-436b-8709-6be828d33aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:19.184257 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-726d26b7-6c58-436b-8709-6be828d33aeb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467746 Feb 21 10:14:19.230863 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Sync routers for ids ['0c892740-133e-495c-94b9-cd7747e1f6c3'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:14:19.244434 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Routers {'0c892740-133e-495c-94b9-cd7747e1f6c3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:19.245216 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['0c892740-133e-495c-94b9-cd7747e1f6c3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:19.290465 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-9c3f3c6e-e358-4474-a984-01fec04db5e1 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994520 Feb 21 10:14:19.294777 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38330) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:19.341525 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9e344de6-8d15-42f5-9884-dc41767c094e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc3fac73df654ae38575bcda41bd7514&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432899 Feb 21 10:14:19.341836 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38332) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:19.371204 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Set router 0c892740-133e-495c-94b9-cd7747e1f6c3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:19.406614 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82997d91-aa3c-48b4-b8d4-df0d5f1ab287 req-19ff9122-270f-4809-ac85-af880054b89a service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081593 Feb 21 10:14:19.428678 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-834a0a12-1149-4cdc-9983-ef077073a655 admin admin] Publish callbacks [] for security_group (7efac9a6-6b51-4a41-8617-b4bd06887b25), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.452251 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-834a0a12-1149-4cdc-9983-ef077073a655 admin admin] Publish callbacks [] for security_group (7efac9a6-6b51-4a41-8617-b4bd06887b25), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.484990 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 358fc7fa-ba57-4455-a1b3-23ab7f464a3f up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:19.520615 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-834a0a12-1149-4cdc-9983-ef077073a655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (7efac9a6-6b51-4a41-8617-b4bd06887b25), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.525343 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-834a0a12-1149-4cdc-9983-ef077073a655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.539785 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:19.540451 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-834a0a12-1149-4cdc-9983-ef077073a655 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7efac9a6-6b51-4a41-8617-b4bd06887b25 HTTP/1.1" status: 204 len: 168 time: 0.1894510 Feb 21 10:14:19.541392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.555497 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a0a12-1149-4cdc-9983-ef077073a655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efac9a6-6b51-4a41-8617-b4bd06887b25,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:19.594809 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38336) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:19.600849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022768566', 'description': 'tempest-secgroup-smoke-1022768566 description', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:19.619928 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:14:16Z', 'revision_number': 4, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'efb7550e-6de6-4d4d-a411-0a288acb6ca9', 'name': '', 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'mac_address': 'fa:16:3e:a4:de:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '34343b16-eee3-403a-87e6-62fca22b10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:14Z', 'updated_at': '2022-02-21T10:14:17Z', 'revision_number': 2, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'subnets': [{'id': '34343b16-eee3-403a-87e6-62fca22b10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:19.630813 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.653696 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:19.657452 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Checking router: 0c892740-133e-495c-94b9-cd7747e1f6c3 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:14:19.657770 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Updating router 0c892740-133e-495c-94b9-cd7747e1f6c3 port efb7550e-6de6-4d4d-a411-0a288acb6ca9 binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:14:19.663817 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:14:19.688137 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.690533 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:14:19.691122 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 71b46e9b-b15a-4b2e-ab30-a581e97e3c4c not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:14:19.718447 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group (96e4e1a0-cab3-4dac-9d19-1b478067829a), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.724416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (96e4e1a0-cab3-4dac-9d19-1b478067829a), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.762802 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.767057 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38340) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:19.767393 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1715350 Feb 21 10:14:19.770151 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ddaec-61f7-4424-9896-c7539926e7cd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e4e1a0-cab3-4dac-9d19-1b478067829a,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:19.772068 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group_rule': {'security_group_id': '96e4e1a0-cab3-4dac-9d19-1b478067829a', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:19.813506 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (6689f9fc-ef73-4032-88c9-04b9ec7144b0), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.875086 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (6689f9fc-ef73-4032-88c9-04b9ec7144b0), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.880510 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (6689f9fc-ef73-4032-88c9-04b9ec7144b0), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.880688 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d47d8-1c00-4098-b879-60db758e3292 req-e23ef171-b620-4f4c-a4e7-03563cba2242 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:19.888480 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e79d47d8-1c00-4098-b879-60db758e3292 req-e23ef171-b620-4f4c-a4e7-03563cba2242 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0843635 Feb 21 10:14:19.908692 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.910046 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419952 Feb 21 10:14:19.913212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38346) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:19.915179 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c1862-ac28-4f86-8577-b3190b0ccadb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6689f9fc-ef73-4032-88c9-04b9ec7144b0,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:19.920752 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group_rule': {'security_group_id': '96e4e1a0-cab3-4dac-9d19-1b478067829a', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:19.948294 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (4b9d2410-df67-43a0-899d-2e433d28f8c4), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:19.967934 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e79d47d8-1c00-4098-b879-60db758e3292 req-845b0505-0bfd-4680-898f-1ee02e551019 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784917 Feb 21 10:14:20.012771 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (4b9d2410-df67-43a0-899d-2e433d28f8c4), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.016941 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (4b9d2410-df67-43a0-899d-2e433d28f8c4), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.030681 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Publish callbacks [] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.038270 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9d2410-df67-43a0-899d-2e433d28f8c4,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.040533 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.049763 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.051190 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-cf6adf0c-25a3-495e-9052-8158b9782ab2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366825 Feb 21 10:14:20.053727 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38354) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:20.058068 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group_rule': {'security_group_id': '96e4e1a0-cab3-4dac-9d19-1b478067829a', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:20.096268 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38b140-34be-453b-802b-e40ba6457437 None None] Pushing event updated for resources: {'Port': ['ID=efb7550e-6de6-4d4d-a411-0a288acb6ca9,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.097188 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (46218c30-9461-4f5a-b8af-a967e9a7f87d), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.156433 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Attempting to bind port efb7550e-6de6-4d4d-a411-0a288acb6ca9 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:20.156801 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Attempting to bind port efb7550e-6de6-4d4d-a411-0a288acb6ca9 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:20.157373 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Attempting to bind port efb7550e-6de6-4d4d-a411-0a288acb6ca9 on network 088c1ec1-a53b-410c-b05c-603b7cd83602 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:20.163859 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:20.164253 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Checking segment: {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:20.164850 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.165564 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Bound using segment: {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:20.166255 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Bound port: efb7550e-6de6-4d4d-a411-0a288acb6ca9, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7336e52-fad8-4e5f-913f-0a18992e574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:20.166646 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.178442 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (46218c30-9461-4f5a-b8af-a967e9a7f87d), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.185534 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (46218c30-9461-4f5a-b8af-a967e9a7f87d), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.203861 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46218c30-9461-4f5a-b8af-a967e9a7f87d,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.219835 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.220925 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-fd6868ba-5713-4eab-a842-29e70144f13e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662743 Feb 21 10:14:20.224173 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38358) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:20.242936 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group_rule': {'security_group_id': '96e4e1a0-cab3-4dac-9d19-1b478067829a', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:20.255068 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] For port efb7550e-6de6-4d4d-a411-0a288acb6ca9, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:20.259092 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] For port efb7550e-6de6-4d4d-a411-0a288acb6ca9, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=efb7550e-6de6-4d4d-a411-0a288acb6ca9,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:20.266974 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.278731 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (5a874f3b-eeb7-4a22-8860-dadd8bb53a9c), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.335307 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38b140-34be-453b-802b-e40ba6457437 None None] Pushing event updated for resources: {'Port': ['ID=efb7550e-6de6-4d4d-a411-0a288acb6ca9,revision_number=4']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.339759 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Routers {'0c892740-133e-495c-94b9-cd7747e1f6c3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:20.340334 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['0c892740-133e-495c-94b9-cd7747e1f6c3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:20.366557 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] Provisioning complete for port efb7550e-6de6-4d4d-a411-0a288acb6ca9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:20.367437 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.469396 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] Current status of the port efb7550e-6de6-4d4d-a411-0a288acb6ca9 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:20.473171 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.514723 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] Set router 0c892740-133e-495c-94b9-cd7747e1f6c3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:20.526046 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] For port efb7550e-6de6-4d4d-a411-0a288acb6ca9, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=efb7550e-6de6-4d4d-a411-0a288acb6ca9,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:20.533300 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.590306 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3a614-6074-46e7-bea1-64f69aea1b3a None None] Pushing event updated for resources: {'Port': ['ID=efb7550e-6de6-4d4d-a411-0a288acb6ca9,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.657160 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-40bc0a34-2f89-46d1-b910-301c57762fa9 None None] Provisioning complete for port efb7550e-6de6-4d4d-a411-0a288acb6ca9 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:20.657749 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-40bc0a34-2f89-46d1-b910-301c57762fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.683865 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (5a874f3b-eeb7-4a22-8860-dadd8bb53a9c), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.690933 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (5a874f3b-eeb7-4a22-8860-dadd8bb53a9c), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.717742 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a874f3b-eeb7-4a22-8860-dadd8bb53a9c,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.731656 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.735508 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-04a73bf8-3943-4dcf-ab17-4a27c6f32119 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5077999 Feb 21 10:14:20.736298 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38370) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:20.742939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group_rule': {'security_group_id': '96e4e1a0-cab3-4dac-9d19-1b478067829a', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:20.772376 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-40bc0a34-2f89-46d1-b910-301c57762fa9 None None] Current status of the port efb7550e-6de6-4d4d-a411-0a288acb6ca9 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:20.772590 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.securitygroups_db [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Project b0c470aef15d45a0bed2b2d51870ab7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:14:20.778634 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (655edd6f-3968-4461-b0be-f72aaadfa8dd), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.846923 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (655edd6f-3968-4461-b0be-f72aaadfa8dd), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.858077 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (655edd6f-3968-4461-b0be-f72aaadfa8dd), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.864196 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:14:16Z', 'revision_number': 4, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'efb7550e-6de6-4d4d-a411-0a288acb6ca9', 'name': '', 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'mac_address': 'fa:16:3e:a4:de:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '34343b16-eee3-403a-87e6-62fca22b10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:14Z', 'updated_at': '2022-02-21T10:14:20Z', 'revision_number': 4, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'subnets': [{'id': '34343b16-eee3-403a-87e6-62fca22b10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:20.880897 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655edd6f-3968-4461-b0be-f72aaadfa8dd,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:20.890931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:20.892165 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-92cab1f0-0cb5-4bfd-b7a3-6e8e21d40dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537755 Feb 21 10:14:20.893653 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5ae1d8-10ef-42d1-b218-d452fd220f2e None None] The sync data for ids ['0c892740-133e-495c-94b9-cd7747e1f6c3'] in dv-cinder-830091-1-iscsi is: [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:14:16Z', 'revision_number': 4, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'efb7550e-6de6-4d4d-a411-0a288acb6ca9', 'name': '', 'network_id': '088c1ec1-a53b-410c-b05c-603b7cd83602', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'mac_address': 'fa:16:3e:a4:de:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '34343b16-eee3-403a-87e6-62fca22b10a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:14Z', 'updated_at': '2022-02-21T10:14:20Z', 'revision_number': 4, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'subnets': [{'id': '34343b16-eee3-403a-87e6-62fca22b10a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:14:20.896279 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 38376) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:20.900913 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'security_group_rule': {'security_group_id': '96e4e1a0-cab3-4dac-9d19-1b478067829a', 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:20.923528 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.securitygroups_db [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Project b0c470aef15d45a0bed2b2d51870ab7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:14:20.931051 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (2e2f8af3-1317-44e9-ba28-aba763643da0), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:21.016344 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (2e2f8af3-1317-44e9-ba28-aba763643da0), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:21.021738 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (2e2f8af3-1317-44e9-ba28-aba763643da0), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:21.039849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2f8af3-1317-44e9-ba28-aba763643da0,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:21.057555 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:21.058986 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d9bbae86-4813-45f6-98f5-c9ac72322eee tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1617031 Feb 21 10:14:21.125963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a7f0f-3252-434d-888b-e264af4dcff5 req-c2ec005f-8ebe-40e6-bd5e-eab806279d4d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:21.127794 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9f0a7f0f-3252-434d-888b-e264af4dcff5 req-c2ec005f-8ebe-40e6-bd5e-eab806279d4d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0746031 Feb 21 10:14:21.198825 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9f0a7f0f-3252-434d-888b-e264af4dcff5 req-4eedcea9-db72-4722-8f77-4ade781a50c1 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650518 Feb 21 10:14:21.503220 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device efb7550e-6de6-4d4d-a411-0a288acb6ca9 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:21.573661 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port efb7550e-6de6-4d4d-a411-0a288acb6ca9 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:21.574235 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:21.685829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port efb7550e-6de6-4d4d-a411-0a288acb6ca9 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:22.321432 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c904fe6-6940-44b5-adb1-b573cf1aed80 req-0db601e8-0cc4-4f50-b18c-acca4838a4f3 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:22.322901 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c904fe6-6940-44b5-adb1-b573cf1aed80 req-0db601e8-0cc4-4f50-b18c-acca4838a4f3 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0532854 Feb 21 10:14:22.372856 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c904fe6-6940-44b5-adb1-b573cf1aed80 req-56b4d3d4-0ea4-4044-93c2-c8efbee3c66c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443711 Feb 21 10:14:22.547459 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:23.497599 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae975-f30c-476f-87af-1de238eb55b3 req-2d4068e8-37ef-4c42-8afd-66e7a832eebe tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:23.499291 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c24ae975-f30c-476f-87af-1de238eb55b3 req-2d4068e8-37ef-4c42-8afd-66e7a832eebe tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0565398 Feb 21 10:14:23.548807 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c24ae975-f30c-476f-87af-1de238eb55b3 req-6a833c9a-e50e-4d95-9018-a41479efff00 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 Feb 21 10:14:24.666263 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f4f5e-71d4-4b40-ab27-d4e1f6c65e44 req-66541591-081c-456c-89c3-dc065e79487a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:24.667741 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf8f4f5e-71d4-4b40-ab27-d4e1f6c65e44 req-66541591-081c-456c-89c3-dc065e79487a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0530059 Feb 21 10:14:24.716392 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cf8f4f5e-71d4-4b40-ab27-d4e1f6c65e44 req-c9608e87-8a08-4edb-9243-cbe49b37ba01 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Feb 21 10:14:25.832513 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bb008-a596-4480-bc72-516f033023aa req-392ee782-6f0c-439b-b97b-0f1fc6c11ef5 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:25.834536 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-275bb008-a596-4480-bc72-516f033023aa req-392ee782-6f0c-439b-b97b-0f1fc6c11ef5 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0524235 Feb 21 10:14:25.886769 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-275bb008-a596-4480-bc72-516f033023aa req-b5d05a37-b0e5-4832-9a01-0f4ef2484cd4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466678 Feb 21 10:14:27.006128 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9406c-fc73-44b0-90cb-aa58336f390e req-36165865-5b9d-45bf-9d5b-873e580a8fce tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:27.007630 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-14f9406c-fc73-44b0-90cb-aa58336f390e req-36165865-5b9d-45bf-9d5b-873e580a8fce tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0546582 Feb 21 10:14:27.057637 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-14f9406c-fc73-44b0-90cb-aa58336f390e req-b247337e-153e-4baf-aa93-31276dd1b0f8 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Feb 21 10:14:28.176297 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c6faa-dc94-4a41-98f1-e6b0f65e6955 req-8cda585b-18c6-4639-8403-ddf9f471bd70 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:28.177693 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8a2c6faa-dc94-4a41-98f1-e6b0f65e6955 req-8cda585b-18c6-4639-8403-ddf9f471bd70 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0518482 Feb 21 10:14:28.224182 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8a2c6faa-dc94-4a41-98f1-e6b0f65e6955 req-76c339ab-6a72-46dc-98cc-92585ccd23c7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410802 Feb 21 10:14:29.347597 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c313a78-814d-4011-8de7-b67070578eaf req-d8d28709-8722-46e8-81fb-c97e322b2c10 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:29.349083 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6c313a78-814d-4011-8de7-b67070578eaf req-d8d28709-8722-46e8-81fb-c97e322b2c10 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0555143 Feb 21 10:14:29.400244 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6c313a78-814d-4011-8de7-b67070578eaf req-968ea34c-98b4-4a8d-9cf7-8cb93bcf0795 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448439 Feb 21 10:14:30.516238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad6587-439c-42d7-9f51-33726ab78d71 req-70bfcbcd-6b55-4219-815f-f9b0bbae04b4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:30.517760 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-68ad6587-439c-42d7-9f51-33726ab78d71 req-70bfcbcd-6b55-4219-815f-f9b0bbae04b4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0528600 Feb 21 10:14:30.567562 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-68ad6587-439c-42d7-9f51-33726ab78d71 req-7a79475d-3ced-4d31-a5e4-6b480748aca1 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443003 Feb 21 10:14:31.692466 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ee86a-bc47-4a0d-8d6a-258427dfe803 req-d8e001b1-a255-4a01-84cf-8c3d894ba72c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:31.693995 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d79ee86a-bc47-4a0d-8d6a-258427dfe803 req-d8e001b1-a255-4a01-84cf-8c3d894ba72c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0610125 Feb 21 10:14:31.745303 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d79ee86a-bc47-4a0d-8d6a-258427dfe803 req-66e35004-8ac9-43eb-8d70-1ec3e56bc8b4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453029 Feb 21 10:14:32.810170 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:14:32.864920 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2a245-5290-42e7-9277-5e842d59e142 req-8a8228af-856f-4bd6-8cf3-bf73ff839dc4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:32.866427 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3cb2a245-5290-42e7-9277-5e842d59e142 req-8a8228af-856f-4bd6-8cf3-bf73ff839dc4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0535762 Feb 21 10:14:32.916841 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:32.921661 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3cb2a245-5290-42e7-9277-5e842d59e142 req-3a35742b-e54b-428e-83e4-81e99d851885 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487995 Feb 21 10:14:32.928238 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'port_id': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'mac_address': 'fa:16:3e:f2:07:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:14:32.966441 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port bd02e708-7a4e-4c34-9048-67afd0f036b1 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:32.966835 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:32.981048 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd02e708-7a4e-4c34-9048-67afd0f036b1 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:14:33.001889 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:33.005448 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:33.053656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:33.426171 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['bd02e708-7a4e-4c34-9048-67afd0f036b1'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:14:33.471584 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5986da91-006d-4145-a2c6-7c537aced20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:34.042967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111aea79-3aa3-4eb9-8592-4b1e97f48ff8 req-bcf71963-3c51-482b-8a11-f85d7cfebd67 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:34.044505 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-111aea79-3aa3-4eb9-8592-4b1e97f48ff8 req-bcf71963-3c51-482b-8a11-f85d7cfebd67 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 945 time: 0.0540452 Feb 21 10:14:34.096399 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-111aea79-3aa3-4eb9-8592-4b1e97f48ff8 req-9a989fd7-dbfd-4344-a4fa-240bc99e6013 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464070 Feb 21 10:14:34.832428 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:14:34.882403 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port bd02e708-7a4e-4c34-9048-67afd0f036b1 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:14:34.887263 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port bd02e708-7a4e-4c34-9048-67afd0f036b1 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:34.887948 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:34.970298 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port bd02e708-7a4e-4c34-9048-67afd0f036b1 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:34.970685 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:34.994230 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:34.996460 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0de737-54c6-48f9-8c4e-a075af6d4002" -d '{"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-plugged", "status": "completed", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:35.012676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:35.017140 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:35.040535 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5369abfe-b9b2-4cc7-82bc-5aa47c2f6741 x-openstack-request-id: req-5369abfe-b9b2-4cc7-82bc-5aa47c2f6741 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:35.040862 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-plugged", "status": "completed", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:35.041142 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5369abfe-b9b2-4cc7-82bc-5aa47c2f6741 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:35.041540 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'code': 200} Feb 21 10:14:35.068026 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:35.075764 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.076142 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.076518 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.076864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.077234 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.077629 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.077968 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.078304 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.078687 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.079059 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.079430 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.079767 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.080099 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:14:35.222148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd97c07-0f1f-456a-b348-7c2e5d21f887 req-57f26702-df50-4346-b31d-5b61d857028f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:35.223621 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8fd97c07-0f1f-456a-b348-7c2e5d21f887 req-57f26702-df50-4346-b31d-5b61d857028f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0552790 Feb 21 10:14:35.289644 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d52da-0052-4561-89aa-062fd4fba35e req-e5499aa2-aa31-45b9-b8a4-1695fe2ff644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:35.291171 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-756d52da-0052-4561-89aa-062fd4fba35e req-e5499aa2-aa31-45b9-b8a4-1695fe2ff644 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1130 time: 0.0666955 Feb 21 10:14:35.310256 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8fd97c07-0f1f-456a-b348-7c2e5d21f887 req-98b0978d-9f6c-47c4-a42a-4562ed41470d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785749 Feb 21 10:14:35.345559 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-756d52da-0052-4561-89aa-062fd4fba35e req-51170145-e2c2-4c8f-9dcb-79bf9c3c1ce6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456002 Feb 21 10:14:35.810645 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7e56cbab-4350-4687-875c-db4748b003e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:36.431612 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59362ea-4666-47ae-8b97-c8a16329ce25 req-d390eccf-5bb9-48c4-adca-08603d03558c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:36.433120 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d59362ea-4666-47ae-8b97-c8a16329ce25 req-d390eccf-5bb9-48c4-adca-08603d03558c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0558333 Feb 21 10:14:36.481078 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d59362ea-4666-47ae-8b97-c8a16329ce25 req-229d54f9-fac8-402f-821d-c290114ce76e tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Feb 21 10:14:36.933602 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:37.595860 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e5b80-c403-4834-9b81-2fcdcff3c807 req-21711f86-2262-49b3-85e7-1395d6a1a8ff tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:37.597262 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-649e5b80-c403-4834-9b81-2fcdcff3c807 req-21711f86-2262-49b3-85e7-1395d6a1a8ff tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0511031 Feb 21 10:14:37.644152 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-649e5b80-c403-4834-9b81-2fcdcff3c807 req-24388ce2-f18e-4713-bb75-001969bcf2e0 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407608 Feb 21 10:14:37.756868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03131627-8525-4d22-ac84-0e152c96f362 req-13d663c5-3a4b-4c16-81fb-448b88a6384f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:37.758329 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-03131627-8525-4d22-ac84-0e152c96f362 req-13d663c5-3a4b-4c16-81fb-448b88a6384f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0505137 Feb 21 10:14:37.808784 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-03131627-8525-4d22-ac84-0e152c96f362 req-ffd56aaf-9514-4b14-b74f-b2ac36f9f120 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450377 Feb 21 10:14:37.830462 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38676) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:38.015003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14790b56-3e06-4417-9bab-10144ff14a27 tempest-TestShelveInstance-1214458945 tempest-TestShelveInstance-1214458945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:38.016653 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-14790b56-3e06-4417-9bab-10144ff14a27 tempest-TestShelveInstance-1214458945 tempest-TestShelveInstance-1214458945-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1125 time: 0.1852057 Feb 21 10:14:38.019615 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 38680) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:14:38.023808 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'port_id': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:38.042946 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:38.134845 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:38.245262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Allocated IP 172.27.0.46 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/2f630074-ab19-4123-a4c6-28013eb13cf7) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:38.341525 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:38.351017 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:38.380357 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:38.421803 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:38.424656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:38.428026 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:38.453516 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'Port': ['ID=2f630074-ab19-4123-a4c6-28013eb13cf7,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:38.806934 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for floatingip (2cb853f6-3515-4f0f-bfad-a26db2c811d0), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:38.883586 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:39.030803 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:39.034884 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:39.101686 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event updated for resources: {'Port': ['ID=2f630074-ab19-4123-a4c6-28013eb13cf7,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:39.110429 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (2cb853f6-3515-4f0f-bfad-a26db2c811d0), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:39.209398 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Floating IP 2cb853f6-3515-4f0f-bfad-a26db2c811d0 associated. External IP: 172.27.0.46, port: bd02e708-7a4e-4c34-9048-67afd0f036b1. Feb 21 10:14:39.432539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Router 39b666f6-128c-4c2f-879b-41776559d6e6 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:14:39.785279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:14:39.795258 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] Sync routers for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:14:39.803661 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:39.805517 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:39.806135 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:39.848107 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-230168a8-4fa7-4ed8-ba59-87ba941a4ed6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8132308 Feb 21 10:14:39.848107 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:39.848107 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31550066-151b-4931-ad7e-5f678842184f" -d '{"events": [{"name": "network-changed", "server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:39.879426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b9b5b7-04e1-426d-b782-b0533f424d87 x-openstack-request-id: req-92b9b5b7-04e1-426d-b782-b0533f424d87 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:39.879816 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:39.880140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92b9b5b7-04e1-426d-b782-b0533f424d87 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:39.880600 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'status': 'completed', 'code': 200} Feb 21 10:14:39.928483 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:39.975811 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31550066-151b-4931-ad7e-5f678842184f req-53d4b884-2943-4d5c-9b09-895195c8cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:39.978109 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-53d4b884-2943-4d5c-9b09-895195c8cf59 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1130 time: 0.0649605 Feb 21 10:14:40.076078 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:40.097907 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31550066-151b-4931-ad7e-5f678842184f req-9a9ea5b0-6f42-4557-8334-519b52c2d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:40.099594 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-9a9ea5b0-6f42-4557-8334-519b52c2d1af service neutron] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 910 time: 0.1152117 Feb 21 10:14:40.185724 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-ab6b76d6-d034-473b-8f0e-9193402e463e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 999 time: 0.0770028 Feb 21 10:14:40.235856 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '2cb853f6-3515-4f0f-bfad-a26db2c811d0', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'port_id': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'mac_address': 'fa:16:3e:f2:07:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:14:38Z', 'updated_at': '2022-02-21T10:14:38Z', 'revision_number': 0, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:40.247976 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31550066-151b-4931-ad7e-5f678842184f req-f804c4bc-4966-4555-9078-909594c26580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:40.249821 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-f804c4bc-4966-4555-9078-909594c26580 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.0575881 Feb 21 10:14:40.350341 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31550066-151b-4931-ad7e-5f678842184f req-8fd7f856-902a-4717-a5ab-acc32aeb5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:40.351942 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-8fd7f856-902a-4717-a5ab-acc32aeb5cba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851722 Feb 21 10:14:40.402486 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] Checking router: 39b666f6-128c-4c2f-879b-41776559d6e6 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:14:40.411149 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:14:40.411685 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:14:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:40.426278 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244371cc-dd4f-482b-bd81-39cf398c6625 req-d3035d9d-8d97-4a32-8d00-7b2de8952b21 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:40.427729 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-244371cc-dd4f-482b-bd81-39cf398c6625 req-d3035d9d-8d97-4a32-8d00-7b2de8952b21 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.1137013 Feb 21 10:14:40.496051 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-8585abb1-a3e5-4a17-a66b-7913fe72914d service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328745 Feb 21 10:14:40.499816 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-244371cc-dd4f-482b-bd81-39cf398c6625 req-a8914a06-8482-4131-b0ff-886df1441e48 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654874 Feb 21 10:14:40.552934 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:14:40.604712 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31550066-151b-4931-ad7e-5f678842184f req-999a75ff-1212-4db1-813d-a4c8698bccd1 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015279 Feb 21 10:14:40.798196 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '2cb853f6-3515-4f0f-bfad-a26db2c811d0', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'port_id': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'mac_address': 'fa:16:3e:f2:07:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:14:38Z', 'updated_at': '2022-02-21T10:14:38Z', 'revision_number': 0, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:14:40.828549 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee61b7d0-5063-4e80-84d5-5e40c7d4e8a1 None None] The sync data for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi is: [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '2cb853f6-3515-4f0f-bfad-a26db2c811d0', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'port_id': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'mac_address': 'fa:16:3e:f2:07:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:14:38Z', 'updated_at': '2022-02-21T10:14:38Z', 'revision_number': 0, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:14:40.856370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad8105-fce6-40d6-9296-832c4cb01610 req-2718c9b2-5b00-4088-9a9e-6013e1e796a4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:40.857914 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1bad8105-fce6-40d6-9296-832c4cb01610 req-2718c9b2-5b00-4088-9a9e-6013e1e796a4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0577631 Feb 21 10:14:40.906812 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1bad8105-fce6-40d6-9296-832c4cb01610 req-130b6020-c394-4c40-b0d2-f2fc8b25e165 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433168 Feb 21 10:14:41.021380 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778a7663-0741-42ae-9e1e-74c408ca5787 None None] New status for floating IP 2cb853f6-3515-4f0f-bfad-a26db2c811d0: ACTIVE {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:14:41.630517 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bbb5c-556b-40ae-bd04-0ae8b78efb88 req-d472ae69-1a70-4e05-b0ee-56e6ce044e75 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:41.631915 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ff0bbb5c-556b-40ae-bd04-0ae8b78efb88 req-d472ae69-1a70-4e05-b0ee-56e6ce044e75 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0537508 Feb 21 10:14:41.677867 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ff0bbb5c-556b-40ae-bd04-0ae8b78efb88 req-c04c85e4-c693-4971-8acf-881300488818 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Feb 21 10:14:42.033511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971baa7-5df5-4b2d-8ed5-daba90f36bef req-7c5344c6-5215-4d96-abe1-c9663b4ce0fb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:42.034967 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e971baa7-5df5-4b2d-8ed5-daba90f36bef req-7c5344c6-5215-4d96-abe1-c9663b4ce0fb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0540938 Feb 21 10:14:42.083909 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e971baa7-5df5-4b2d-8ed5-daba90f36bef req-17dff903-acd6-440d-bd48-44e5c7ffcea6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434351 Feb 21 10:14:42.796390 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb85a5-dd04-4b9f-bfe0-b1fd5769bd89 req-18436a09-1128-4c76-9883-fa381f4d563c tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:42.798045 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-07eb85a5-dd04-4b9f-bfe0-b1fd5769bd89 req-18436a09-1128-4c76-9883-fa381f4d563c tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0551586 Feb 21 10:14:42.843845 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-07eb85a5-dd04-4b9f-bfe0-b1fd5769bd89 req-31a5da1a-17a4-4219-91ad-7a9a2143b1de tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402858 Feb 21 10:14:43.204062 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a7836-a64c-44b5-b1bd-4df87d56d54a req-9ec73e1c-9ed9-4eb8-b3cf-16250d2e1f1e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:43.205545 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a88a7836-a64c-44b5-b1bd-4df87d56d54a req-9ec73e1c-9ed9-4eb8-b3cf-16250d2e1f1e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0514271 Feb 21 10:14:43.250895 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a88a7836-a64c-44b5-b1bd-4df87d56d54a req-4eaecb15-93f4-4cdd-8f13-32fd5c5c1366 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Feb 21 10:14:43.961511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8bf90-1fee-4f0c-a8dd-373b478280db req-1111c55b-5b85-45ce-9666-f7d240e91674 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:43.962876 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7ea8bf90-1fee-4f0c-a8dd-373b478280db req-1111c55b-5b85-45ce-9666-f7d240e91674 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0550935 Feb 21 10:14:44.008029 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7ea8bf90-1fee-4f0c-a8dd-373b478280db req-a8dca473-766f-487a-a77c-a4fff22054dc tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Feb 21 10:14:44.371207 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b08f1-e15d-4fcd-92e3-2269da267d73 req-884b7400-03ff-4dc9-9e6f-db1d9e8801da tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:44.372661 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-556b08f1-e15d-4fcd-92e3-2269da267d73 req-884b7400-03ff-4dc9-9e6f-db1d9e8801da tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0517445 Feb 21 10:14:44.419272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-556b08f1-e15d-4fcd-92e3-2269da267d73 req-4ce7356c-f520-4798-8aa6-5f56d6031b9f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Feb 21 10:14:45.127068 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dfe2a-7787-4251-b989-2e476c7a36d3 req-9eaf0602-17bb-483e-9516-a913aec14f76 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:45.128546 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-945dfe2a-7787-4251-b989-2e476c7a36d3 req-9eaf0602-17bb-483e-9516-a913aec14f76 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0560541 Feb 21 10:14:45.174791 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-945dfe2a-7787-4251-b989-2e476c7a36d3 req-1ea2abcf-c2bf-41ea-bd55-a291209c0c1b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Feb 21 10:14:45.537707 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326e9b-5a78-4bc2-a497-b3a7aead5bec req-55f09c0c-40aa-416d-b3b6-c02d9277ee0d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:45.539164 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-79326e9b-5a78-4bc2-a497-b3a7aead5bec req-55f09c0c-40aa-416d-b3b6-c02d9277ee0d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0510948 Feb 21 10:14:45.585238 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-79326e9b-5a78-4bc2-a497-b3a7aead5bec req-96164eae-5afd-4be7-8c06-ad2926a3cca0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Feb 21 10:14:46.294472 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd80ec-019e-4d73-b25e-508835c25c70 req-8167a4b8-7957-4c13-8a6c-c15a348850c7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:46.295977 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b7fd80ec-019e-4d73-b25e-508835c25c70 req-8167a4b8-7957-4c13-8a6c-c15a348850c7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0544097 Feb 21 10:14:46.344676 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b7fd80ec-019e-4d73-b25e-508835c25c70 req-58246786-4417-49f0-8f24-0d55e870e78c tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433238 Feb 21 10:14:46.712923 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d909c-eb2a-4637-a46d-3c1fb204d550 req-e06da5d9-b583-4711-b01e-98130ffbe7b3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:46.714406 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf5d909c-eb2a-4637-a46d-3c1fb204d550 req-e06da5d9-b583-4711-b01e-98130ffbe7b3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0512426 Feb 21 10:14:46.760121 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf5d909c-eb2a-4637-a46d-3c1fb204d550 req-b1316a79-fff7-4d3a-ad3f-51ecdf4df11a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Feb 21 10:14:47.460087 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e1710-d193-48b2-aaa6-e38f2552b6dd req-e99a8434-211c-4d60-a6a8-e8a30df9020a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:47.461541 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f01e1710-d193-48b2-aaa6-e38f2552b6dd req-e99a8434-211c-4d60-a6a8-e8a30df9020a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0513194 Feb 21 10:14:47.505669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f01e1710-d193-48b2-aaa6-e38f2552b6dd req-a59cd830-d073-4786-ac40-27b149b89e91 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388060 Feb 21 10:14:47.886296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934d73e-e9d8-4487-8e60-3dbe7edc33bc req-f21efb1e-2adf-4e66-9c6f-2875b240b61d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:47.888015 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6934d73e-e9d8-4487-8e60-3dbe7edc33bc req-f21efb1e-2adf-4e66-9c6f-2875b240b61d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0566270 Feb 21 10:14:47.937005 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6934d73e-e9d8-4487-8e60-3dbe7edc33bc req-f101cde7-b170-4651-a43b-f8eb2931866a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Feb 21 10:14:48.100865 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-a018d319-5212-4979-877a-92bb67db0f50 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022768566&fields=id&tenant_id=b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 267 time: 0.0429547 Feb 21 10:14:48.210207 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d6fa3194-b9b3-484d-968f-670c784ea23f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:48.212141 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d6fa3194-b9b3-484d-968f-670c784ea23f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 810 time: 0.1044853 Feb 21 10:14:48.225949 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-3f072024-16f1-46f2-901f-31125315781e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/quotas/b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 375 time: 0.0084670 Feb 21 10:14:48.280544 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-4c845511-84b8-46e7-8cb2-5fa9be1c8246 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492427 Feb 21 10:14:48.375849 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-2dd4cf99-5eef-475e-93b3-a6ce1ae66202 service neutron] 10.222.0.73 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840044 Feb 21 10:14:48.465355 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-16de0e1c-5a59-4bba-9753-194423d6eb00 service neutron] 10.222.0.73 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839121 Feb 21 10:14:48.625733 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46caf47f-527e-48d4-a0a5-a1801bca48a5 req-db6b9981-60fc-4d2d-b23a-aa7ca5abddce tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:48.627272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46caf47f-527e-48d4-a0a5-a1801bca48a5 req-db6b9981-60fc-4d2d-b23a-aa7ca5abddce tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0549655 Feb 21 10:14:48.687116 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46caf47f-527e-48d4-a0a5-a1801bca48a5 req-fe21cc4b-6972-419e-8e53-d2de1a051fbd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521750 Feb 21 10:14:48.750427 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f1d0a2ad-236a-4eb6-a8f9-0416dd7a203d req-3bfad27a-ccc2-4e31-9fcb-41674ab07d69 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 210 time: 0.0314913 Feb 21 10:14:49.063162 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa9a08-6079-46d0-9e86-a09d623ffb9b req-994ec87e-04dc-476c-b953-9ce51a57224c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:49.064641 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31fa9a08-6079-46d0-9e86-a09d623ffb9b req-994ec87e-04dc-476c-b953-9ce51a57224c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0550358 Feb 21 10:14:49.111307 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31fa9a08-6079-46d0-9e86-a09d623ffb9b req-3c9158e2-94d0-439c-9115-4bb14c18eb5d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408046 Feb 21 10:14:49.804649 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5216358-7704-45d4-83c2-2285de9d29df req-380e17ba-1281-4e2d-8d5e-b334d027bad2 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:49.806813 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f5216358-7704-45d4-83c2-2285de9d29df req-380e17ba-1281-4e2d-8d5e-b334d027bad2 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Feb 21 10:14:49.854092 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4b8afb1f-907d-451f-bcb5-6557e2111118 req-c997df96-59b1-42fa-ab8f-d585ae1859af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 210 time: 0.0401974 Feb 21 10:14:49.880725 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f5216358-7704-45d4-83c2-2285de9d29df req-da892033-4fe9-4639-b5bd-cffb9adcc05b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685034 Feb 21 10:14:50.232091 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef631bf-d093-4fe8-8e28-23d4535fcf84 req-9cac92ad-a62a-4765-a03e-e82eb822afe9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:50.233593 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0ef631bf-d093-4fe8-8e28-23d4535fcf84 req-9cac92ad-a62a-4765-a03e-e82eb822afe9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0519197 Feb 21 10:14:50.278870 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0ef631bf-d093-4fe8-8e28-23d4535fcf84 req-492c3b78-ff10-469e-8f3a-dd80aa72d66c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Feb 21 10:14:50.951098 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3f3b2ea-708e-4b63-ad1f-23358d89aa81 req-7ed111fb-b663-4357-a5cd-f1c30c17b0a4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 210 time: 0.0324235 Feb 21 10:14:50.975903 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:14:51.004459 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1caf-306f-4e48-a1dd-32fa3481c738 req-6683467e-0edc-44c0-a830-a6a636467094 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.005948 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e33b1caf-306f-4e48-a1dd-32fa3481c738 req-6683467e-0edc-44c0-a830-a6a636467094 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0540013 Feb 21 10:14:51.050993 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e33b1caf-306f-4e48-a1dd-32fa3481c738 req-8a5ec048-1d06-4c92-8ccf-c1c4ee0b82e8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 Feb 21 10:14:51.274325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-ea3f373a-be03-4974-83fe-b3439d13dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.275853 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-ea3f373a-be03-4974-83fe-b3439d13dce4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1130 time: 0.0456564 Feb 21 10:14:51.419332 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-7bba1ed5-2829-4d51-8285-5d49227fec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.420804 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-7bba1ed5-2829-4d51-8285-5d49227fec8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.1271021 Feb 21 10:14:51.431814 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6390a80-c09a-4483-b295-bcf61102c1ef req-dc9f481a-311c-4ad2-854b-14a3e0b0bb80 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.433314 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f6390a80-c09a-4483-b295-bcf61102c1ef req-dc9f481a-311c-4ad2-854b-14a3e0b0bb80 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0780194 Feb 21 10:14:51.520147 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-583c3193-f33b-4193-b1f3-e2d1aaf56bc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 1002 time: 0.0858946 Feb 21 10:14:51.526940 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f6390a80-c09a-4483-b295-bcf61102c1ef req-1097403f-d2f4-4639-93ed-2478084da777 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871234 Feb 21 10:14:51.570237 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-582408f7-d5b7-4f86-a357-26bbabb278d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.571706 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-582408f7-d5b7-4f86-a357-26bbabb278d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0439272 Feb 21 10:14:51.627744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-278ce337-dbf3-4bdc-9f1f-7a0cf10fb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.629265 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-278ce337-dbf3-4bdc-9f1f-7a0cf10fb85f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445518 Feb 21 10:14:51.788136 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-23e74524-d38c-40bb-8177-f270d9b1f6e6 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507158 Feb 21 10:14:51.829676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-5049c406-165e-4f3a-94ea-438ff4ca401e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:51.831315 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-5049c406-165e-4f3a-94ea-438ff4ca401e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 810 time: 0.1445589 Feb 21 10:14:51.935792 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0c375421-8ea0-49cd-bfec-72e2c4b20cf2 req-3fd3c696-44f8-4622-9d13-5b159cbed3ee service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356792 Feb 21 10:14:51.940791 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-464fbd4a-7a79-45aa-ab78-bf8bb941fda1 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 380 time: 0.0845313 Feb 21 10:14:52.042838 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c16b3c20-fe51-46b1-aba6-691efb79294e req-99562bf1-2a63-4f0f-a2e1-de270a5d430f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 210 time: 0.0270233 Feb 21 10:14:52.170812 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7477ede-bfbc-4581-9d29-5c98c25dc682 req-17773101-9612-4715-96e4-5deafe445bbb tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:52.172202 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c7477ede-bfbc-4581-9d29-5c98c25dc682 req-17773101-9612-4715-96e4-5deafe445bbb tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0565012 Feb 21 10:14:52.217458 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c7477ede-bfbc-4581-9d29-5c98c25dc682 req-b3e25b89-e6b3-4bf2-a4e1-7be8b45ba9bb tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398352 Feb 21 10:14:52.541652 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:52.646364 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4393e5-7d5c-4fef-b678-279aee644ba7 req-69412057-c536-4958-bb61-01417b642df4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:52.647737 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8b4393e5-7d5c-4fef-b678-279aee644ba7 req-69412057-c536-4958-bb61-01417b642df4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0515270 Feb 21 10:14:52.692769 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8b4393e5-7d5c-4fef-b678-279aee644ba7 req-5fe056bf-855c-4603-9282-76c9b331f33e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394349 Feb 21 10:14:53.133579 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2ba002f9-e8fa-4c1b-af12-00b80f1bad61 req-be900790-fe3c-4163-aa65-905c29dc63a7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Feb 21 10:14:53.335547 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5a54b-2a7f-4a8e-951c-8bedd6977174 req-01aee507-be34-4de3-b2bd-bea318bc2a9d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:53.338450 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0e5a54b-2a7f-4a8e-951c-8bedd6977174 req-01aee507-be34-4de3-b2bd-bea318bc2a9d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0534155 Feb 21 10:14:53.384671 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0e5a54b-2a7f-4a8e-951c-8bedd6977174 req-38a92acd-3a90-46df-8cf2-479d1d688e03 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Feb 21 10:14:53.724969 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'port': {'device_id': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'admin_state_up': True, 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'security_groups': ['96e4e1a0-cab3-4dac-9d19-1b478067829a']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:53.862878 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911eba5-0190-40a0-be9d-c5943f256c59 req-e3e717a7-9122-4536-9372-41f1446c36aa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:53.864330 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b911eba5-0190-40a0-be9d-c5943f256c59 req-e3e717a7-9122-4536-9372-41f1446c36aa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0928364 Feb 21 10:14:53.885846 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Made reservation on behalf of b0c470aef15d45a0bed2b2d51870ab7c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:14:53.888967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:53.936559 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b911eba5-0190-40a0-be9d-c5943f256c59 req-12f9d721-39d1-4d4a-9aa4-b0e683484fd2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663898 Feb 21 10:14:54.034727 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Allocated IP 172.20.0.7 (fb82195b-d5e6-4df1-af70-a55985004080/682d74be-e6d2-4286-a4fb-2455fff70908/da1fc50f-fd8e-4681-aff7-ac363e3a22dd) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:14:54.168031 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:54.208082 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:54.276565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Network fb82195b-d5e6-4df1-af70-a55985004080 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:14:54.284936 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:14:54.290514 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:14:54.313433 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:54.326446 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9cc62c-18e2-4443-a469-5817bcf77fb9 req-5ec983ee-e448-48a9-b8c1-db63e6c7a3bb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:54.327983 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0f9cc62c-18e2-4443-a469-5817bcf77fb9 req-5ec983ee-e448-48a9-b8c1-db63e6c7a3bb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 931 time: 0.1297901 Feb 21 10:14:54.362141 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:54.362762 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:54.394514 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-f3038ba4-a3e8-4e92-ab52-584569ca8254 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6735792 Feb 21 10:14:54.409146 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0f9cc62c-18e2-4443-a469-5817bcf77fb9 req-2ca93d7f-7f8b-4944-a968-3e8865e63e3d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696850 Feb 21 10:14:54.511139 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15c654-0c62-4ede-b9e2-1ddcf83e6a42 req-7a653e94-84d4-4967-a1fd-983d9a2b9265 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:54.512599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f15c654-0c62-4ede-b9e2-1ddcf83e6a42 req-7a653e94-84d4-4967-a1fd-983d9a2b9265 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0534606 Feb 21 10:14:54.514397 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bce459d8-44c1-48e9-86b5-b2b3f0214a99 None None] Provisioning complete for port da1fc50f-fd8e-4681-aff7-ac363e3a22dd triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:14:54.514889 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bce459d8-44c1-48e9-86b5-b2b3f0214a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:54.551938 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bce459d8-44c1-48e9-86b5-b2b3f0214a99 None None] Port da1fc50f-fd8e-4681-aff7-ac363e3a22dd cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:14:54.562510 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f15c654-0c62-4ede-b9e2-1ddcf83e6a42 req-b659619f-5521-46ba-b513-7f82759ee3d3 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Feb 21 10:14:55.056261 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c180254-03d4-45f6-b060-adbb24a9dfdd req-703b65f6-8035-4b37-b170-7f3cbc03e49c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:55.058019 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7c180254-03d4-45f6-b060-adbb24a9dfdd req-703b65f6-8035-4b37-b170-7f3cbc03e49c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0517569 Feb 21 10:14:55.062627 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Request body: {'port': {'device_id': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:14:55.150230 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7c180254-03d4-45f6-b060-adbb24a9dfdd req-916e5fee-6e8d-43d2-8503-c397a203dfed tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850301 Feb 21 10:14:55.151150 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:55.406145 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1fc50f-fd8e-4681-aff7-ac363e3a22dd {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:14:55.413462 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Publish callbacks [] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:55.425029 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Transition to ACTIVE for port object da1fc50f-fd8e-4681-aff7-ac363e3a22dd will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:14:55.430275 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:55.481152 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Pushing event updated for resources: {'Port': ['ID=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:55.871049 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Attempting to bind port da1fc50f-fd8e-4681-aff7-ac363e3a22dd on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:14:55.871427 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Attempting to bind port da1fc50f-fd8e-4681-aff7-ac363e3a22dd by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:14:55.871863 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Attempting to bind port da1fc50f-fd8e-4681-aff7-ac363e3a22dd on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:55.882003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acd8f3-eb5d-4472-bbc0-ef93d84741a2 req-d827ec07-4366-495a-8321-6cea04f2699b tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:55.883512 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-38acd8f3-eb5d-4472-bbc0-ef93d84741a2 req-d827ec07-4366-495a-8321-6cea04f2699b tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.3946881 Feb 21 10:14:55.888832 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Port da1fc50f-fd8e-4681-aff7-ac363e3a22dd on network fb82195b-d5e6-4df1-af70-a55985004080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:14:55.889193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Attempting to bind port da1fc50f-fd8e-4681-aff7-ac363e3a22dd on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:14:55.902137 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549529bc-99f1-4e5f-a13a-104eebe83bb9 req-28b52ddc-1944-44d7-8425-52b44da3c701 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:55.903850 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-549529bc-99f1-4e5f-a13a-104eebe83bb9 req-28b52ddc-1944-44d7-8425-52b44da3c701 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.1038115 Feb 21 10:14:55.912019 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:14:55.912366 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Checking segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:14:55.912755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Bound using segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:14:55.913229 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Bound port: da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:14:55.913595 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:56.015365 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-38acd8f3-eb5d-4472-bbc0-ef93d84741a2 req-e57224a5-cb2b-4945-b4a5-510ad0e68fe7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239567 Feb 21 10:14:56.030919 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-549529bc-99f1-4e5f-a13a-104eebe83bb9 req-212d7265-2785-46b1-85f9-3ae85673816e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201699 Feb 21 10:14:56.047585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] For port da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:14:56.050785 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] For port da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:14:56.056652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:56.089634 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.090193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:56.091559 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] 10.222.0.45 "PUT /v2.0/ports/da1fc50f-fd8e-4681-aff7-ac363e3a22dd HTTP/1.1" status: 200 len: 1093 time: 1.0326581 Feb 21 10:14:56.092151 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:14:56.094670 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a1d993-724a-4aca-ad52-6f74b243d5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:14:56.135979 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b32ea-d8db-4912-a824-fdb2b18b7f50 service neutron] Pushing event updated for resources: {'Port': ['ID=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:56.192105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681530f-01a3-4bcb-b375-e61d28ff14eb x-openstack-request-id: req-4681530f-01a3-4bcb-b375-e61d28ff14eb {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:14:56.192410 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:14:56.192671 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4681530f-01a3-4bcb-b375-e61d28ff14eb {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:14:56.193124 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'status': 'completed', 'code': 200} Feb 21 10:14:56.205691 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-1c45cc2e-b1d5-43d4-8f95-22753efb54c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.207393 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-1c45cc2e-b1d5-43d4-8f95-22753efb54c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 1127 time: 0.0678580 Feb 21 10:14:56.275931 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-01386dd5-57d5-41c5-93c2-7c42f8a78300 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd HTTP/1.1" status: 200 len: 217 time: 0.0530841 Feb 21 10:14:56.349782 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-c67cee89-506e-4caa-8765-ec7de3a50daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.351231 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-c67cee89-506e-4caa-8765-ec7de3a50daf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0559402 Feb 21 10:14:56.361024 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ea6c-1272-4ed8-b56b-0d40d6e08d82 req-f70f50a4-6b45-4b42-8a22-32dd7e90df49 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.362447 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9210ea6c-1272-4ed8-b56b-0d40d6e08d82 req-f70f50a4-6b45-4b42-8a22-32dd7e90df49 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1296446 Feb 21 10:14:56.447237 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9210ea6c-1272-4ed8-b56b-0d40d6e08d82 req-f24a914d-33c9-41b1-96c0-eeeb707b74eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784564 Feb 21 10:14:56.452308 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-ab8e73f9-39a1-44e8-8c2c-d3f6cd7a5345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.453825 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-ab8e73f9-39a1-44e8-8c2c-d3f6cd7a5345 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774219 Feb 21 10:14:56.553957 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-c66f4451-27d4-4562-a5d8-f755d988496b service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880437 Feb 21 10:14:56.650947 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-606116b5-7a56-45f3-82c3-29bf911bd538 req-909eca29-d603-4bb9-8e97-f79367ebb20f service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Feb 21 10:14:56.743008 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-dc924c11-08ea-4585-a714-aaa8d50c4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.744497 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-dc924c11-08ea-4585-a714-aaa8d50c4576 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 1127 time: 0.0459211 Feb 21 10:14:56.833109 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-f8b3a60d-8879-4ffa-9919-7079e03ae662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.834562 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-f8b3a60d-8879-4ffa-9919-7079e03ae662 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0824893 Feb 21 10:14:56.877382 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-545dc78d-0a69-46b7-a307-fe667a0b7a73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd HTTP/1.1" status: 200 len: 217 time: 0.0362442 Feb 21 10:14:56.924353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-2c944c1c-b653-4b54-8905-a8c113fb7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.925775 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-2c944c1c-b653-4b54-8905-a8c113fb7244 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0419009 Feb 21 10:14:56.975002 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-e399f693-195a-4c7b-93fc-35b8b8b6643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:56.976719 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-e399f693-195a-4c7b-93fc-35b8b8b6643c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426352 Feb 21 10:14:57.066450 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-687f45ad-9038-46d0-809e-fd6ab6035679 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Feb 21 10:14:57.229883 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33cd15-8e73-4e35-a5ce-7965906fc473 req-2a4ead2b-39ee-4d5b-b58e-3d1d5607f310 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.231270 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1c33cd15-8e73-4e35-a5ce-7965906fc473 req-2a4ead2b-39ee-4d5b-b58e-3d1d5607f310 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.1389890 Feb 21 10:14:57.241449 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-67a1d993-724a-4aca-ad52-6f74b243d5cb req-24c56109-6c55-482f-b917-b1a21a4002fa service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675313 Feb 21 10:14:57.253048 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1237e0-21d4-4774-9365-636bdb55b13a req-184f30f0-0091-48ab-947d-35f3c676c441 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.254495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cc1237e0-21d4-4774-9365-636bdb55b13a req-184f30f0-0091-48ab-947d-35f3c676c441 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.1285653 Feb 21 10:14:57.317894 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1c33cd15-8e73-4e35-a5ce-7965906fc473 req-f7fedd2f-50bf-4b9c-a549-de18cac25f30 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798624 Feb 21 10:14:57.328817 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cc1237e0-21d4-4774-9365-636bdb55b13a req-1716c960-d49a-436c-ba96-515d3ea5cd04 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661657 Feb 21 10:14:57.567136 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7aaf4-397a-4dac-adbf-3e6086b358b6 req-9fef384b-c220-4645-bc03-04bfec047220 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.568568 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3b7aaf4-397a-4dac-adbf-3e6086b358b6 req-9fef384b-c220-4645-bc03-04bfec047220 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0880489 Feb 21 10:14:57.649237 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67b869-963d-4b47-bc6d-e09f0202e533 req-2d50af76-3bea-4546-9608-4932a3f7c57d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.650697 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0f67b869-963d-4b47-bc6d-e09f0202e533 req-2d50af76-3bea-4546-9608-4932a3f7c57d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1259294 Feb 21 10:14:57.654958 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f82c6-d487-44d9-aee2-65946037d52f req-5ad56b0d-ffd6-4057-b7ab-7fe1ce34327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.656302 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-5ad56b0d-ffd6-4057-b7ab-7fe1ce34327d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1130 time: 0.1039488 Feb 21 10:14:57.666461 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3b7aaf4-397a-4dac-adbf-3e6086b358b6 req-361ce0d1-b29e-41c9-8a86-6205f052e552 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790298 Feb 21 10:14:57.753402 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0f67b869-963d-4b47-bc6d-e09f0202e533 req-49e5f05d-bc8c-41cc-ad88-83ee17a51fc9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953836 Feb 21 10:14:57.781189 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f82c6-d487-44d9-aee2-65946037d52f req-5d0f462d-091f-40f9-9581-f89cd53da3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.782649 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-5d0f462d-091f-40f9-9581-f89cd53da3a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.1154096 Feb 21 10:14:57.848292 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-4b6dcdc7-1377-4f82-845a-9ebd83d6f59d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 1002 time: 0.0577266 Feb 21 10:14:57.902831 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f82c6-d487-44d9-aee2-65946037d52f req-8caabc1b-c364-4dce-a1d3-a4f557f68ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.904277 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-8caabc1b-c364-4dce-a1d3-a4f557f68ace service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0488529 Feb 21 10:14:57.954124 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f82c6-d487-44d9-aee2-65946037d52f req-f1078c79-2d40-4c05-84fd-097f9c6f01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:57.955733 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-f1078c79-2d40-4c05-84fd-097f9c6f01e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445371 Feb 21 10:14:58.044162 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-3da41794-c93d-4535-bcdb-c1806e32dd72 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807447 Feb 21 10:14:58.139063 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a62f82c6-d487-44d9-aee2-65946037d52f req-dd38fbd5-0605-4264-a633-39caafedc738 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886171 Feb 21 10:14:58.440931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3dfc5-2e7e-474d-a880-3cd8809324ff req-e0e47342-ee45-441d-98fc-7d7b37b5e5db tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:58.442537 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b1b3dfc5-2e7e-474d-a880-3cd8809324ff req-e0e47342-ee45-441d-98fc-7d7b37b5e5db tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0544732 Feb 21 10:14:58.493532 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b1b3dfc5-2e7e-474d-a880-3cd8809324ff req-e8010f60-c068-4b12-80c9-4b19e2382cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438156 Feb 21 10:14:58.785234 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebfd10-734f-452f-a83e-c22b9fd06735 req-55ef1bd9-024f-4858-9784-791bd091dac7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:58.786822 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ffebfd10-734f-452f-a83e-c22b9fd06735 req-55ef1bd9-024f-4858-9784-791bd091dac7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0547988 Feb 21 10:14:58.842964 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ffebfd10-734f-452f-a83e-c22b9fd06735 req-6c126354-7988-4d44-8261-baae9be165f2 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502448 Feb 21 10:14:58.881763 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95626101-ac04-480e-8908-83c60db6d67f req-778bbab8-2b63-4b7e-955c-085f9264968b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:58.883801 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95626101-ac04-480e-8908-83c60db6d67f req-778bbab8-2b63-4b7e-955c-085f9264968b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0563302 Feb 21 10:14:58.930188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95626101-ac04-480e-8908-83c60db6d67f req-ad802a83-520b-434a-9e2a-352a59893f65 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405560 Feb 21 10:14:59.065556 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:14:59.161547 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:59.176888 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'mac_address': 'fa:16:3e:26:6c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:14:59.214354 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: ACTIVE; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:14:59.214532 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:59.228214 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f5f157-9a72-4c78-a94e-482ebbc0d47b {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:14:59.247958 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:14:59.252094 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:14:59.303380 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=6']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:14:59.376021 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['b8f5f157-9a72-4c78-a94e-482ebbc0d47b'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:14:59.610709 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce7419-bdfa-46ba-b60b-59ac6b1689fc req-227fb75f-7b7d-4014-8c68-39071d607617 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:59.612085 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0ce7419-bdfa-46ba-b60b-59ac6b1689fc req-227fb75f-7b7d-4014-8c68-39071d607617 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0511394 Feb 21 10:14:59.668444 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0ce7419-bdfa-46ba-b60b-59ac6b1689fc req-d343629b-494f-4f23-b990-c49074b8976e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509837 Feb 21 10:14:59.959385 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d715-c73d-4368-a501-3dc6d8006bab req-6d6de1b6-621f-4592-b70b-783478c96453 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:14:59.960855 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6b88d715-c73d-4368-a501-3dc6d8006bab req-6d6de1b6-621f-4592-b70b-783478c96453 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0513263 Feb 21 10:15:00.015846 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6b88d715-c73d-4368-a501-3dc6d8006bab req-c0aaf1a0-bc11-44e9-af95-3b4196e94e5b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495474 Feb 21 10:15:00.053798 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722aa896-34cd-4077-ba49-cf42096baee4 req-5ee187a9-1006-4e12-9469-0030f61a7466 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:00.055784 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-722aa896-34cd-4077-ba49-cf42096baee4 req-5ee187a9-1006-4e12-9469-0030f61a7466 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 944 time: 0.0527515 Feb 21 10:15:00.100087 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-722aa896-34cd-4077-ba49-cf42096baee4 req-43d60017-7882-4f48-9fe6-0333cbd3beaa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Feb 21 10:15:00.796173 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d6b1-2bff-4dbb-af03-1c5e356fdae0 req-544cf136-4ef5-4f8e-a051-a882d55ee046 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:00.797689 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fe17d6b1-2bff-4dbb-af03-1c5e356fdae0 req-544cf136-4ef5-4f8e-a051-a882d55ee046 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0568686 Feb 21 10:15:00.845554 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fe17d6b1-2bff-4dbb-af03-1c5e356fdae0 req-51b4108e-1705-482b-92ae-0e8118ce24fe tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Feb 21 10:15:01.085161 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:01.135227 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port b8f5f157-9a72-4c78-a94e-482ebbc0d47b triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:01.135867 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:01.216067 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:01.216456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:01.226960 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09ca17-505a-43d1-8db1-0bd445deb83e req-6141fc91-2700-4562-9da5-169f1f33c008 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:01.228460 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a09ca17-505a-43d1-8db1-0bd445deb83e req-6141fc91-2700-4562-9da5-169f1f33c008 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 944 time: 0.0528708 Feb 21 10:15:01.240111 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:15:01.243095 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc5430-4523-44d5-88a6-d497df976ef2" -d '{"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:15:01.255318 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:01.260200 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:01.279604 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a09ca17-505a-43d1-8db1-0bd445deb83e req-9607be60-fffe-4185-b0df-350ca34a1950 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454550 Feb 21 10:15:01.286898 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69837cc2-77fc-4859-b6cd-e3dcfd559ab0 x-openstack-request-id: req-69837cc2-77fc-4859-b6cd-e3dcfd559ab0 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:15:01.287212 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:15:01.287469 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69837cc2-77fc-4859-b6cd-e3dcfd559ab0 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:15:01.287859 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'code': 200} Feb 21 10:15:01.312025 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=7']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:01.963350 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0fd89-1a47-4f7f-89e3-598e7ada7263 req-5f37127f-7cab-4f65-b1a3-97a3eee0df9a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:01.964804 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-08b0fd89-1a47-4f7f-89e3-598e7ada7263 req-5f37127f-7cab-4f65-b1a3-97a3eee0df9a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0546587 Feb 21 10:15:02.013655 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-08b0fd89-1a47-4f7f-89e3-598e7ada7263 req-702a092f-1841-43d9-8c0f-32e82b335cb5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Feb 21 10:15:02.409491 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cac0d4-3009-415e-a5e6-e7267a14126d req-c221c3f3-f862-44a3-9932-9102877335a7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:02.410964 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-33cac0d4-3009-415e-a5e6-e7267a14126d req-c221c3f3-f862-44a3-9932-9102877335a7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0602124 Feb 21 10:15:02.456246 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-33cac0d4-3009-415e-a5e6-e7267a14126d req-f8a56340-c9c9-4842-a223-5c8053b3b1ab tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 Feb 21 10:15:03.128493 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8a311-6f97-4cf7-beb2-2f330c58f219 req-8f6da77a-14d7-4f14-a393-fb73242d715a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:03.129998 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42b8a311-6f97-4cf7-beb2-2f330c58f219 req-8f6da77a-14d7-4f14-a393-fb73242d715a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0512636 Feb 21 10:15:03.180503 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42b8a311-6f97-4cf7-beb2-2f330c58f219 req-892465d5-a89f-490d-beb0-06060b83e3b0 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449083 Feb 21 10:15:03.443270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b8b17441-d6bf-4ab1-a293-1ab7d8efa109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:03.576394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab939b-7967-4123-a986-70094d093a40 req-968dd68f-628e-40db-9acd-8e3b3175df89 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:03.577882 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a0ab939b-7967-4123-a986-70094d093a40 req-968dd68f-628e-40db-9acd-8e3b3175df89 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0505009 Feb 21 10:15:03.622227 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a0ab939b-7967-4123-a986-70094d093a40 req-bdc57130-47a1-4ced-973b-3827a8d0207c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389082 Feb 21 10:15:04.294943 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf2392-98e8-4db0-b9a3-02f982ab1d64 req-6c42ccb7-1a4b-4371-bb76-eae1e79acdca tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:04.296326 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a1cf2392-98e8-4db0-b9a3-02f982ab1d64 req-6c42ccb7-1a4b-4371-bb76-eae1e79acdca tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0512462 Feb 21 10:15:04.342994 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a1cf2392-98e8-4db0-b9a3-02f982ab1d64 req-525ccca6-dac4-4551-8f4b-0c78de64564a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412338 Feb 21 10:15:04.744173 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cea69-d5ee-49af-af56-121c8c1982c5 req-8daf4f43-8802-46f2-8aaa-56134cdc43f3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:04.745783 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7a2cea69-d5ee-49af-af56-121c8c1982c5 req-8daf4f43-8802-46f2-8aaa-56134cdc43f3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0546880 Feb 21 10:15:04.791055 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7a2cea69-d5ee-49af-af56-121c8c1982c5 req-182b95d0-40de-4279-ae42-7e75d9ed5667 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Feb 21 10:15:05.461216 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b725092-594e-41f9-8a23-96b262795e4d req-f72fa5fe-c355-4543-ab87-dc1bac77d2af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:05.462686 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5b725092-594e-41f9-8a23-96b262795e4d req-f72fa5fe-c355-4543-ab87-dc1bac77d2af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0526023 Feb 21 10:15:05.510258 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5b725092-594e-41f9-8a23-96b262795e4d req-6750af20-cbb8-4e83-903c-649a1de0670c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Feb 21 10:15:05.813807 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f3c81f81-f911-4af2-b6c9-a61f9015bccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:05.911440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf72857-fcfb-4fbb-8d60-c10f79ddd0de req-551c5ea1-7b7b-462e-8673-b2253f5a3bd5 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:05.913113 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4bf72857-fcfb-4fbb-8d60-c10f79ddd0de req-551c5ea1-7b7b-462e-8673-b2253f5a3bd5 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0524616 Feb 21 10:15:05.963302 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4bf72857-fcfb-4fbb-8d60-c10f79ddd0de req-a79154b2-7311-4148-adc4-1ef1e3c60942 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Feb 21 10:15:06.623818 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247560-246d-4eef-9169-21cfec1a63d1 req-0b18040e-013d-432f-9cd9-1103ec741f6c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:06.625566 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e4247560-246d-4eef-9169-21cfec1a63d1 req-0b18040e-013d-432f-9cd9-1103ec741f6c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0512228 Feb 21 10:15:06.673081 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e4247560-246d-4eef-9169-21cfec1a63d1 req-6d564572-14e9-4586-89a1-293c57e53e13 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421150 Feb 21 10:15:06.936336 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:07.082583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138fc5d-816a-45f2-8388-b441817d3c67 req-ee1ca093-8092-4cfe-8469-8c4511c40b0c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:07.084050 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6138fc5d-816a-45f2-8388-b441817d3c67 req-ee1ca093-8092-4cfe-8469-8c4511c40b0c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0512731 Feb 21 10:15:07.131544 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6138fc5d-816a-45f2-8388-b441817d3c67 req-a4789284-c575-4f70-9b55-bd0a95ef7b11 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 Feb 21 10:15:07.791234 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045073-4c3d-48f9-bc18-5c21b32853d1 req-b92ee1ea-569c-4885-949e-37d1071f443a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:07.792683 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c2045073-4c3d-48f9-bc18-5c21b32853d1 req-b92ee1ea-569c-4885-949e-37d1071f443a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0552361 Feb 21 10:15:07.840052 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c2045073-4c3d-48f9-bc18-5c21b32853d1 req-8a52fa48-8b5a-4406-ae18-6a59c64a69e9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Feb 21 10:15:08.259055 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5928066-352f-4c7b-a7d4-f0289b129d29 req-96a82129-e0fb-4186-8de0-ed6b11e267e4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:08.260560 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a5928066-352f-4c7b-a7d4-f0289b129d29 req-96a82129-e0fb-4186-8de0-ed6b11e267e4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Feb 21 10:15:08.308685 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a5928066-352f-4c7b-a7d4-f0289b129d29 req-79de96e8-dbcc-4b16-b05f-5b8fba10668f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427690 Feb 21 10:15:08.356168 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:08.968064 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcad3b-ca31-4e3a-bbdc-70bf12efdeac req-f7bedd19-08ff-467c-8fea-3c7a35b73bf9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:08.973591 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c0fcad3b-ca31-4e3a-bbdc-70bf12efdeac req-f7bedd19-08ff-467c-8fea-3c7a35b73bf9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0643678 Feb 21 10:15:09.029685 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c0fcad3b-ca31-4e3a-bbdc-70bf12efdeac req-c272e6af-2fda-4b56-8d1b-c0e07616a835 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545332 Feb 21 10:15:09.457842 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2401a24-af92-41c7-bb50-65f2fccf42c5 req-9278fb01-e3ae-4e91-85a3-5bd79019a869 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:09.459400 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a2401a24-af92-41c7-bb50-65f2fccf42c5 req-9278fb01-e3ae-4e91-85a3-5bd79019a869 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0579338 Feb 21 10:15:09.537648 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a2401a24-af92-41c7-bb50-65f2fccf42c5 req-4f940e00-41da-4ca3-92ed-3c2db9bdd5cf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715780 Feb 21 10:15:09.869662 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:10.175156 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25912a-4a54-4271-bfd2-771746405300 req-eb8e07bb-0dbd-44a1-a440-8366a4373a8e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:10.177260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c25912a-4a54-4271-bfd2-771746405300 req-eb8e07bb-0dbd-44a1-a440-8366a4373a8e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.0711827 Feb 21 10:15:10.240705 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c25912a-4a54-4271-bfd2-771746405300 req-06c6bbfd-90a7-4d4e-9649-3dbe71ba33e7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574377 Feb 21 10:15:10.659681 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c98ab-3204-4ea6-bdf2-1a1adb752f3d req-1ad42eae-e199-420f-84ff-a81c9c695c73 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:10.663072 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1c98ab-3204-4ea6-bdf2-1a1adb752f3d req-1ad42eae-e199-420f-84ff-a81c9c695c73 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0580573 Feb 21 10:15:10.716549 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf1c98ab-3204-4ea6-bdf2-1a1adb752f3d req-83fd4fb7-efd5-48b3-9f8a-56eb7ad78e04 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484436 Feb 21 10:15:11.118331 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1fc50f-fd8e-4681-aff7-ac363e3a22dd details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:15:11.235851 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:11.250467 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'port_id': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'mac_address': 'fa:16:3e:b7:a0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:15:11.320786 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port da1fc50f-fd8e-4681-aff7-ac363e3a22dd is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:11.321309 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:11.341919 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1fc50f-fd8e-4681-aff7-ac363e3a22dd {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:15:11.364301 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:11.392267 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:11.434771 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b063bbe-c621-4770-a7e8-cb2ff2d0e3e0 req-f662ea79-c5fa-4979-adc8-f3efaf0d2283 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:11.443774 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1b063bbe-c621-4770-a7e8-cb2ff2d0e3e0 req-f662ea79-c5fa-4979-adc8-f3efaf0d2283 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 943 time: 0.1320331 Feb 21 10:15:11.466587 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:11.528216 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1b063bbe-c621-4770-a7e8-cb2ff2d0e3e0 req-ef523189-46b6-4ba0-a309-cc33d70d8ef9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765529 Feb 21 10:15:11.633764 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39168) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:11.769094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:11.784825 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['da1fc50f-fd8e-4681-aff7-ac363e3a22dd'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:15:11.916981 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c2ec0-5a46-444f-ab41-e6e969da03bf req-193c42a1-6831-4eb8-9972-8caa05bfddd1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:11.918420 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a04c2ec0-5a46-444f-ab41-e6e969da03bf req-193c42a1-6831-4eb8-9972-8caa05bfddd1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0933135 Feb 21 10:15:11.920334 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Publish callbacks [] for security_group (5256d100-3e37-4123-90de-1215ae625a8c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:11.938971 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5256d100-3e37-4123-90de-1215ae625a8c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:11.997179 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a0bc8576c7945cebb8b6b1185faaf2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622782 Feb 21 10:15:12.000847 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256d100-3e37-4123-90de-1215ae625a8c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:12.001034 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39174) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:12.007452 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a04c2ec0-5a46-444f-ab41-e6e969da03bf req-57c6547b-0b1b-42b8-8981-47a3ccbee69c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814188 Feb 21 10:15:12.012146 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.012503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.012852 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.013246 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.013569 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.013907 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.014241 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.014576 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.014906 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.015657 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.015657 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.015884 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.016360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f325f04-385b-43c5-a921-424305174e7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.086932 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Publish callbacks [] for security_group (5256d100-3e37-4123-90de-1215ae625a8c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.112628 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Publish callbacks [] for security_group (5256d100-3e37-4123-90de-1215ae625a8c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.175071 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5256d100-3e37-4123-90de-1215ae625a8c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.178454 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.179652 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5256d100-3e37-4123-90de-1215ae625a8c HTTP/1.1" status: 204 len: 168 time: 0.1773751 Feb 21 10:15:12.199757 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256d100-3e37-4123-90de-1215ae625a8c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:12.210822 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.211321 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.211766 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.212200 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.212981 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.213431 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.213855 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.214334 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.214759 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.215191 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.215702 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.216086 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.216511 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afc5c68-8efe-474b-b4ed-88fc9c96fa6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:12.489266 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39180) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:12.506344 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8474eb1a-5764-4ca4-bfe2-d34fb568b487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.598255 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8474eb1a-5764-4ca4-bfe2-d34fb568b487 admin admin] Publish callbacks [] for security_group (0bfb8e67-a0de-43f4-9c40-eb82883df1b1), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.604861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8474eb1a-5764-4ca4-bfe2-d34fb568b487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (0bfb8e67-a0de-43f4-9c40-eb82883df1b1), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.661813 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474eb1a-5764-4ca4-bfe2-d34fb568b487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfb8e67-a0de-43f4-9c40-eb82883df1b1,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:12.668455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39184) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:12.681648 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8474eb1a-5764-4ca4-bfe2-d34fb568b487 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6eac0d86eecd4b0dbd163b6fe68f6c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909630 Feb 21 10:15:12.723606 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c052048-91c6-43dc-bd72-c1d82572ff3f admin admin] Publish callbacks [] for security_group (0bfb8e67-a0de-43f4-9c40-eb82883df1b1), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.727377 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa73bc-f143-466d-8be1-24940eeab258 req-bd6af097-ca9b-496c-b285-d900ca15993a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:12.729136 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6ffa73bc-f143-466d-8be1-24940eeab258 req-bd6af097-ca9b-496c-b285-d900ca15993a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 944 time: 0.0943198 Feb 21 10:15:12.747594 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c052048-91c6-43dc-bd72-c1d82572ff3f admin admin] Publish callbacks [] for security_group (0bfb8e67-a0de-43f4-9c40-eb82883df1b1), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.788847 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6ffa73bc-f143-466d-8be1-24940eeab258 req-758c934a-d8b2-404e-920c-bd374a938e24 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532954 Feb 21 10:15:12.818010 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c052048-91c6-43dc-bd72-c1d82572ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (0bfb8e67-a0de-43f4-9c40-eb82883df1b1), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.820937 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c052048-91c6-43dc-bd72-c1d82572ff3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:12.824816 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8c052048-91c6-43dc-bd72-c1d82572ff3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0bfb8e67-a0de-43f4-9c40-eb82883df1b1 HTTP/1.1" status: 204 len: 168 time: 0.1553831 Feb 21 10:15:12.833475 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c052048-91c6-43dc-bd72-c1d82572ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfb8e67-a0de-43f4-9c40-eb82883df1b1,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:13.121829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1fc50f-fd8e-4681-aff7-ac363e3a22dd up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:13.220307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf6a1-058c-40a3-b828-3c8a15707c3e req-9228e553-29e3-4819-a2ea-28134a92ccfa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:13.221994 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-abccf6a1-058c-40a3-b828-3c8a15707c3e req-9228e553-29e3-4819-a2ea-28134a92ccfa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0788224 Feb 21 10:15:13.247422 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port da1fc50f-fd8e-4681-aff7-ac363e3a22dd completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:15:13.257286 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port da1fc50f-fd8e-4681-aff7-ac363e3a22dd triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:13.257978 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:13.280026 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-abccf6a1-058c-40a3-b828-3c8a15707c3e req-6c49f8d0-49ac-4487-8916-a3590e09b79e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493183 Feb 21 10:15:13.397590 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port da1fc50f-fd8e-4681-aff7-ac363e3a22dd is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:13.398851 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:13.424712 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:15:13.427055 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b63337f-99f6-4048-aa26-2994ade96e12" -d '{"events": [{"server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "name": "network-vif-plugged", "status": "completed", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:15:13.440768 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:13.449604 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:13.517040 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7927bc69-6981-4242-b843-f0451da9d080 x-openstack-request-id: req-7927bc69-6981-4242-b843-f0451da9d080 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:15:13.517606 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "name": "network-vif-plugged", "status": "completed", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:15:13.518675 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7927bc69-6981-4242-b843-f0451da9d080 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:15:13.519236 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'code': 200} Feb 21 10:15:13.520716 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:13.771388 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2eaca9-bdce-4ee0-ae12-9724ed621bf9 req-3c93bfa1-18c9-4d2c-b819-5eeb49897fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:13.773807 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fb2eaca9-bdce-4ee0-ae12-9724ed621bf9 req-3c93bfa1-18c9-4d2c-b819-5eeb49897fcf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 1129 time: 0.0621710 Feb 21 10:15:13.872465 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fb2eaca9-bdce-4ee0-ae12-9724ed621bf9 req-2eae0507-6dad-40eb-89d3-30b84a12e3ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918114 Feb 21 10:15:13.967921 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906ba23-fbbb-4d6c-914d-8addb9674085 req-3112c87d-0d91-4b94-b6f5-1f57e82abf56 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:13.969536 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7906ba23-fbbb-4d6c-914d-8addb9674085 req-3112c87d-0d91-4b94-b6f5-1f57e82abf56 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.0719271 Feb 21 10:15:14.036113 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7906ba23-fbbb-4d6c-914d-8addb9674085 req-c49f48e1-a9d0-48ed-ae4b-f8614442100c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598485 Feb 21 10:15:14.532732 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f1b76-7599-4597-b07a-261967f211d5 req-7b3323fc-7795-4851-aee1-e2faf00244b7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:14.534780 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f1f1b76-7599-4597-b07a-261967f211d5 req-7b3323fc-7795-4851-aee1-e2faf00244b7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1409850 Feb 21 10:15:14.611827 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f1f1b76-7599-4597-b07a-261967f211d5 req-24ebbf1f-180d-4f63-8720-d8aa8b517567 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638497 Feb 21 10:15:15.195688 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b6026-4083-4783-8820-4c9d59eb7595 req-2b0fe737-8e3f-4a51-b4d3-da94e209ff61 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:15.201473 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-219b6026-4083-4783-8820-4c9d59eb7595 req-2b0fe737-8e3f-4a51-b4d3-da94e209ff61 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.0798652 Feb 21 10:15:15.256856 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-219b6026-4083-4783-8820-4c9d59eb7595 req-64da0097-25cc-4013-82ec-366345f295cf tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533202 Feb 21 10:15:15.750371 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810224f5-52f0-4bd4-8f89-9f68677412d4 req-60ff85ce-a22e-4da4-81ab-6690ec093b45 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:15.757738 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-810224f5-52f0-4bd4-8f89-9f68677412d4 req-60ff85ce-a22e-4da4-81ab-6690ec093b45 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0647221 Feb 21 10:15:15.817138 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-810224f5-52f0-4bd4-8f89-9f68677412d4 req-276b4928-1bc6-41e5-85a2-1eb4a6dcda9c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543709 Feb 21 10:15:16.172383 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39268) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:16.287015 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-547568ad-346a-4f83-afd7-906773ad521b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.399618 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-547568ad-346a-4f83-afd7-906773ad521b admin admin] Publish callbacks [] for security_group (98cb10ff-80ea-4f49-9cd7-204dc8f31d9e), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.401878 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c07f9-e821-432a-9188-66136720d779 req-1171e555-7048-4a02-a742-190b492846f3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:16.406084 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-547568ad-346a-4f83-afd7-906773ad521b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (98cb10ff-80ea-4f49-9cd7-204dc8f31d9e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.409272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-631c07f9-e821-432a-9188-66136720d779 req-1171e555-7048-4a02-a742-190b492846f3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.0708714 Feb 21 10:15:16.455671 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-547568ad-346a-4f83-afd7-906773ad521b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=781a6accb074455f85acd04a53f404eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800078 Feb 21 10:15:16.456105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39274) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:16.457292 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547568ad-346a-4f83-afd7-906773ad521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb10ff-80ea-4f49-9cd7-204dc8f31d9e,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:16.475580 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-631c07f9-e821-432a-9188-66136720d779 req-49cb2d2e-2b66-438b-8cc0-aacbb8be1317 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653024 Feb 21 10:15:16.554476 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9b6ec0ad-f4e6-470d-8781-cd5ffa0dd5ea admin admin] Publish callbacks [] for security_group (98cb10ff-80ea-4f49-9cd7-204dc8f31d9e), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.614809 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9b6ec0ad-f4e6-470d-8781-cd5ffa0dd5ea admin admin] Publish callbacks [] for security_group (98cb10ff-80ea-4f49-9cd7-204dc8f31d9e), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.665999 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964c5d2-4d59-4e8e-948a-b73203b4a7e8 req-6e0e8e7c-5d29-4909-ab1c-eba6438b32e1 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:16.667487 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6964c5d2-4d59-4e8e-948a-b73203b4a7e8 req-6e0e8e7c-5d29-4909-ab1c-eba6438b32e1 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.0935690 Feb 21 10:15:16.707769 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9b6ec0ad-f4e6-470d-8781-cd5ffa0dd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (98cb10ff-80ea-4f49-9cd7-204dc8f31d9e), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.710471 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9b6ec0ad-f4e6-470d-8781-cd5ffa0dd5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:16.711823 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-9b6ec0ad-f4e6-470d-8781-cd5ffa0dd5ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98cb10ff-80ea-4f49-9cd7-204dc8f31d9e HTTP/1.1" status: 204 len: 168 time: 0.2547271 Feb 21 10:15:16.724333 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ec0ad-f4e6-470d-8781-cd5ffa0dd5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb10ff-80ea-4f49-9cd7-204dc8f31d9e,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:16.767671 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6964c5d2-4d59-4e8e-948a-b73203b4a7e8 req-72504bba-e915-4640-8bd4-a02b7eeb6673 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907404 Feb 21 10:15:16.797761 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39280) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:16.985149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5b62f-38a4-4d63-8696-6fe4759e0d41 req-2ddd41fe-a6f6-4ccf-a7a6-b7c5a780ffc0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:16.986873 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-25f5b62f-38a4-4d63-8696-6fe4759e0d41 req-2ddd41fe-a6f6-4ccf-a7a6-b7c5a780ffc0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0751350 Feb 21 10:15:17.062435 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aeded8-d4a3-47db-97ec-4faf310ccfea tempest-TestVolumeBootPattern-45759055 tempest-TestVolumeBootPattern-45759055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:17.066654 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-e7aeded8-d4a3-47db-97ec-4faf310ccfea tempest-TestVolumeBootPattern-45759055 tempest-TestVolumeBootPattern-45759055-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 1124 time: 0.2651014 Feb 21 10:15:17.067013 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39288) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:17.071681 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'port_id': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:17.087320 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39290) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:17.104436 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3110-f2e8-4212-b993-105d0cbbfb0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.111309 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-25f5b62f-38a4-4d63-8696-6fe4759e0d41 req-93513795-f970-4e36-9c08-81140c509d83 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928576 Feb 21 10:15:17.157503 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.207563 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3110-f2e8-4212-b993-105d0cbbfb0e admin admin] Publish callbacks [] for security_group (763e5fa6-6abe-407b-8028-879c152b2245), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.238359 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-2a0f3110-f2e8-4212-b993-105d0cbbfb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (763e5fa6-6abe-407b-8028-879c152b2245), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.298421 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-2a0f3110-f2e8-4212-b993-105d0cbbfb0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa16c5505768410abafca5ffcafa2204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097118 Feb 21 10:15:17.304855 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39292) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:17.311037 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f3110-f2e8-4212-b993-105d0cbbfb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763e5fa6-6abe-407b-8028-879c152b2245,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:17.368136 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.378420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-baaa87d9-e9ca-4c08-bdb5-c19dfe42055f admin admin] Publish callbacks [] for security_group (763e5fa6-6abe-407b-8028-879c152b2245), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.410031 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-baaa87d9-e9ca-4c08-bdb5-c19dfe42055f admin admin] Publish callbacks [] for security_group (763e5fa6-6abe-407b-8028-879c152b2245), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.478858 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-baaa87d9-e9ca-4c08-bdb5-c19dfe42055f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (763e5fa6-6abe-407b-8028-879c152b2245), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.481587 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-baaa87d9-e9ca-4c08-bdb5-c19dfe42055f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.486970 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-baaa87d9-e9ca-4c08-bdb5-c19dfe42055f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/763e5fa6-6abe-407b-8028-879c152b2245 HTTP/1.1" status: 204 len: 168 time: 0.1818097 Feb 21 10:15:17.497473 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa87d9-e9ca-4c08-bdb5-c19dfe42055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763e5fa6-6abe-407b-8028-879c152b2245,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:17.562628 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Allocated IP 172.27.0.191 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:17.702388 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.761098 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:17.841158 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:17.841158 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:17.841158 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:17.865547 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:18.298092 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c839c71-b97a-4297-8363-6d51c296657c req-8c9c5e18-8293-46f8-b883-8d6d08ed9d84 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:18.305650 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9c839c71-b97a-4297-8363-6d51c296657c req-8c9c5e18-8293-46f8-b883-8d6d08ed9d84 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0893056 Feb 21 10:15:18.385017 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:18.414391 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9c839c71-b97a-4297-8363-6d51c296657c req-fcab89a4-f5d2-46ac-b7c0-d3b9dbe6d98c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024442 Feb 21 10:15:18.488513 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:18.752546 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:18.760646 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:18.850586 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:18.871561 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:19.033451 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.l3_db [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Floating IP 8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676 associated. External IP: 172.27.0.191, port: da1fc50f-fd8e-4681-aff7-ac363e3a22dd. Feb 21 10:15:19.298646 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:15:19.409125 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:15:19.421576 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:15:19.427765 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:19.433146 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:19.433996 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:19.477164 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ffd33ede-6e8c-4811-bd9e-092a97d01dd9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4089274 Feb 21 10:15:19.477852 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd'}] {{(pid=102845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:15:19.480705 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b91de880df0830b55dcdfef1929eeb4fc9bbb0512a2ce3745975162853d798d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7270f99-eced-4666-9dc2-d46d5dee84ee" -d '{"events": [{"name": "network-changed", "server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd"}]}' {{(pid=102845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:15:19.521251 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca949c9-7cdd-4d47-8dc3-7ba6c8d36c4f x-openstack-request-id: req-1ca949c9-7cdd-4d47-8dc3-7ba6c8d36c4f {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:15:19.521557 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd", "status": "completed", "code": 200}]} {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:15:19.521821 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ca949c9-7cdd-4d47-8dc3-7ba6c8d36c4f {{(pid=102845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:15:19.522237 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'status': 'completed', 'code': 200} Feb 21 10:15:19.572503 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:19.617380 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7949b-8e32-4bb6-a835-efc40fce611a req-842e80cb-9ccd-4550-abb3-4b2f445bb80d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:19.618994 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ed7949b-8e32-4bb6-a835-efc40fce611a req-842e80cb-9ccd-4550-abb3-4b2f445bb80d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.1060755 Feb 21 10:15:19.625722 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-a17d897c-2504-4116-9d40-9c41c8e3ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:19.627210 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-a17d897c-2504-4116-9d40-9c41c8e3ea14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 1129 time: 0.0714359 Feb 21 10:15:19.727390 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ed7949b-8e32-4bb6-a835-efc40fce611a req-b361ce1b-4e10-4d7c-ac1e-010f0e2adf1c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990233 Feb 21 10:15:19.757503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-98a65a44-6591-4a79-9f1e-52d5a18f5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:19.758691 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-98a65a44-6591-4a79-9f1e-52d5a18f5423 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.1164238 Feb 21 10:15:19.827853 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-e7ebb378-aae5-4c07-9fe9-60fe3a416c2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd HTTP/1.1" status: 200 len: 999 time: 0.0625498 Feb 21 10:15:19.845965 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:b7:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:15:18Z', 'updated_at': '2022-02-21T10:15:18Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:19.884730 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-c574e46e-b2e6-4077-9d52-e27d0f1f2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:19.884730 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-c574e46e-b2e6-4077-9d52-e27d0f1f2c44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0489321 Feb 21 10:15:20.002297 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:15:20.010735 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:20.011353 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:20.023383 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-f53ad7ef-5a36-4e65-b1df-92cdbe88d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:20.025028 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-f53ad7ef-5a36-4e65-b1df-92cdbe88d94d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561051 Feb 21 10:15:20.127045 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:20.147259 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-09fdbf35-0b5a-4201-a703-4692e4244e46 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052246 Feb 21 10:15:20.278354 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a7270f99-eced-4666-9dc2-d46d5dee84ee req-964f6e6a-eb03-4132-93af-3994fd73f0a7 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250365 Feb 21 10:15:20.281091 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b924-2301-4d9f-a616-151b0570a94c req-33eafb9c-8ae4-4491-8b63-296590e5c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:20.282393 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-33eafb9c-8ae4-4491-8b63-296590e5c17a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1129 time: 0.0709519 Feb 21 10:15:20.338784 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39384) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:20.383566 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:b7:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:15:18Z', 'updated_at': '2022-02-21T10:15:18Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:20.392235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b924-2301-4d9f-a616-151b0570a94c req-18fde2c4-b5a2-4c97-b499-f02339bb3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:20.393802 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-18fde2c4-b5a2-4c97-b499-f02339bb3648 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.0990210 Feb 21 10:15:20.412353 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165eb9a-25f0-46b1-9f5a-374dfa95b13c None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:b7:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:15:18Z', 'updated_at': '2022-02-21T10:15:18Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:15:20.451614 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0383b82d-5115-4f5a-b313-1c3138c7b001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.467184 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-1d3e0946-788e-4cf3-9e51-5407d37f2e15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 1001 time: 0.0662034 Feb 21 10:15:20.517287 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b924-2301-4d9f-a616-151b0570a94c req-f77ef1a5-d0f3-473d-81c0-22376d77d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:20.518787 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-f77ef1a5-d0f3-473d-81c0-22376d77d047 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0460439 Feb 21 10:15:20.533213 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0383b82d-5115-4f5a-b313-1c3138c7b001 admin admin] Publish callbacks [] for security_group (3c3ff44c-e9bc-44db-8596-9c87f43557c9), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.537434 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0383b82d-5115-4f5a-b313-1c3138c7b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3c3ff44c-e9bc-44db-8596-9c87f43557c9), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.571432 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662b924-2301-4d9f-a616-151b0570a94c req-46a16692-3da2-4992-aafc-17e4b21f8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:20.572852 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-46a16692-3da2-4992-aafc-17e4b21f8f4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470533 Feb 21 10:15:20.576282 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383b82d-5115-4f5a-b313-1c3138c7b001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3ff44c-e9bc-44db-8596-9c87f43557c9,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:20.581204 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0383b82d-5115-4f5a-b313-1c3138c7b001 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a5ba79d9a2646e1bef2b6d942a495d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413774 Feb 21 10:15:20.585658 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39388) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:20.642686 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-55a35349-196c-4ba3-86d8-94728c7d1f67 admin admin] Publish callbacks [] for security_group (3c3ff44c-e9bc-44db-8596-9c87f43557c9), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.649199 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4a2b2-fd9d-4b59-b641-4714f5dcdd30 None None] New status for floating IP 8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676: ACTIVE {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:15:20.668828 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-55a35349-196c-4ba3-86d8-94728c7d1f67 admin admin] Publish callbacks [] for security_group (3c3ff44c-e9bc-44db-8596-9c87f43557c9), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.723531 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-55a35349-196c-4ba3-86d8-94728c7d1f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3c3ff44c-e9bc-44db-8596-9c87f43557c9), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.726960 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-55a35349-196c-4ba3-86d8-94728c7d1f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:20.730655 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-55a35349-196c-4ba3-86d8-94728c7d1f67 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3c3ff44c-e9bc-44db-8596-9c87f43557c9 HTTP/1.1" status: 204 len: 168 time: 0.1414959 Feb 21 10:15:20.737483 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a35349-196c-4ba3-86d8-94728c7d1f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3ff44c-e9bc-44db-8596-9c87f43557c9,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:20.969869 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf0049-3d79-4c53-949e-53c62039810a req-c66c4b45-bdf0-49aa-9f98-cf2d1d8b54e1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:20.971326 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31bf0049-3d79-4c53-949e-53c62039810a req-c66c4b45-bdf0-49aa-9f98-cf2d1d8b54e1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0790341 Feb 21 10:15:20.977695 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-9ceb6116-f503-4fe6-ba6e-68f81fc480f8 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949769 Feb 21 10:15:21.040360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39396) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:21.053206 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3cc29b58-da74-4bf3-9b31-ab76dc25a581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.072585 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-31bf0049-3d79-4c53-949e-53c62039810a req-02133b65-0b1a-4f18-83ba-a543f0a00e2d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939443 Feb 21 10:15:21.097655 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a662b924-2301-4d9f-a616-151b0570a94c req-8b647c77-f23e-4fc6-b9df-40fc1b9a5fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124070 Feb 21 10:15:21.138204 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3cc29b58-da74-4bf3-9b31-ab76dc25a581 admin admin] Publish callbacks [] for security_group (b21ac012-6898-4cf5-837b-1defcc2c68a7), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.141787 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-3cc29b58-da74-4bf3-9b31-ab76dc25a581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b21ac012-6898-4cf5-837b-1defcc2c68a7), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.182579 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-3cc29b58-da74-4bf3-9b31-ab76dc25a581 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91011521126643a69dce9dd1c4947085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411643 Feb 21 10:15:21.183437 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc29b58-da74-4bf3-9b31-ab76dc25a581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21ac012-6898-4cf5-837b-1defcc2c68a7,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:21.185302 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39398) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:21.232735 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24a992c6-0a4c-4e91-adbf-f5a4a2446aa3 admin admin] Publish callbacks [] for security_group (b21ac012-6898-4cf5-837b-1defcc2c68a7), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.253590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24a992c6-0a4c-4e91-adbf-f5a4a2446aa3 admin admin] Publish callbacks [] for security_group (b21ac012-6898-4cf5-837b-1defcc2c68a7), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.300405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24a992c6-0a4c-4e91-adbf-f5a4a2446aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b21ac012-6898-4cf5-837b-1defcc2c68a7), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.303009 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24a992c6-0a4c-4e91-adbf-f5a4a2446aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:21.304147 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-24a992c6-0a4c-4e91-adbf-f5a4a2446aa3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b21ac012-6898-4cf5-837b-1defcc2c68a7 HTTP/1.1" status: 204 len: 168 time: 0.1178496 Feb 21 10:15:21.311612 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a992c6-0a4c-4e91-adbf-f5a4a2446aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21ac012-6898-4cf5-837b-1defcc2c68a7,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:22.200554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0e93-ed52-49c4-a47d-42c59033374b req-11c0ba3d-c461-4cab-8115-4a0220ecbe99 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:22.202099 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f92a0e93-ed52-49c4-a47d-42c59033374b req-11c0ba3d-c461-4cab-8115-4a0220ecbe99 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 945 time: 0.0566530 Feb 21 10:15:22.251425 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f92a0e93-ed52-49c4-a47d-42c59033374b req-a4519147-c050-4fc9-96fc-7b054e448673 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439012 Feb 21 10:15:22.558873 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:23.140806 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:15:23.218315 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: ACTIVE; New status is: DOWN {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:23.218713 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:23.240740 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:15:23.243124 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875c0ab-76c4-43b2-bd5e-69a51c59b7fa" -d '{"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:15:23.255775 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:23.260036 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:23.284907 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 10:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080c4003-d6c6-4190-b640-dc6a651b2e86 x-openstack-request-id: req-080c4003-d6c6-4190-b640-dc6a651b2e86 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:15:23.285227 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:15:23.285485 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-080c4003-d6c6-4190-b640-dc6a651b2e86 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:15:23.285887 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'code': 200} Feb 21 10:15:23.309607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=8']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:23.376502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d94bc-9318-480f-af1d-79f87db751cc req-83037b8d-355d-43c5-88fe-35d7aa3d063b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:23.378268 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-420d94bc-9318-480f-af1d-79f87db751cc req-83037b8d-355d-43c5-88fe-35d7aa3d063b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0563095 Feb 21 10:15:23.431258 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-420d94bc-9318-480f-af1d-79f87db751cc req-316adb4d-94e3-4488-b6c2-d7899225c6a2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459075 Feb 21 10:15:23.880870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-94679673-ac82-460f-a31c-c741ddf5af5e req-44e65ab6-0f2f-4668-a705-db7f041b531e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:15:23.882407 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94679673-ac82-460f-a31c-c741ddf5af5e req-44e65ab6-0f2f-4668-a705-db7f041b531e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053496 Feb 21 10:15:24.045101 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac8152-9aad-408a-abb8-3f7710d7cc6a req-475f04eb-e654-4e0b-9cb9-1c940445686b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:24.046597 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7eac8152-9aad-408a-abb8-3f7710d7cc6a req-475f04eb-e654-4e0b-9cb9-1c940445686b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0539138 Feb 21 10:15:24.101463 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7eac8152-9aad-408a-abb8-3f7710d7cc6a req-2752e745-8587-4cf6-b4cd-70c52cfa4e6f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488827 Feb 21 10:15:24.405975 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39496) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:24.493031 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-dda2b779-8adb-414d-8663-d1d587eb84f4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859053 Feb 21 10:15:24.501673 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-a6a10305-f308-4f7f-bf17-2e058268c98b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:15:24.502609 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-a6a10305-f308-4f7f-bf17-2e058268c98b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050113 Feb 21 10:15:24.581092 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39504) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:24.631616 dv-cinder-830091-1-iscsi neutron-server[102845]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 10:15:24.675720 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-e784c773-d434-4fc0-bd67-246279b81fb4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:24.677062 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-e784c773-d434-4fc0-bd67-246279b81fb4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports/b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 940 time: 0.0949874 Feb 21 10:15:25.225529 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beadad-9946-4642-a818-085ae9c27fd1 req-c0389d1d-18e9-4eae-b253-3a675414422b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:25.226970 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-86beadad-9946-4642-a818-085ae9c27fd1 req-c0389d1d-18e9-4eae-b253-3a675414422b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0516551 Feb 21 10:15:25.271389 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-86beadad-9946-4642-a818-085ae9c27fd1 req-aa71118f-4f1f-4153-9db6-d9a504ff9bb4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390034 Feb 21 10:15:26.124901 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-9c85b704-64c5-4fcf-b2e2-28211d935273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:26.126417 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-9c85b704-64c5-4fcf-b2e2-28211d935273 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7&tenant_id=55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 1127 time: 0.0768332 Feb 21 10:15:26.194222 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-452e17be-868b-449c-9842-eea13143f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:26.195647 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-452e17be-868b-449c-9842-eea13143f9e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1127 time: 0.0421438 Feb 21 10:15:26.285993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-72ae22e3-d33f-49b7-84b8-3534d52bb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:26.287421 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-72ae22e3-d33f-49b7-84b8-3534d52bb010 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.0846694 Feb 21 10:15:26.363102 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-ed597a0c-6754-4261-a515-4287fe5894c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 999 time: 0.0690212 Feb 21 10:15:26.432288 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-447953a4-db46-43b6-acde-954ea5b0d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:26.433756 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-447953a4-db46-43b6-acde-954ea5b0d335 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0564241 Feb 21 10:15:26.443246 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd977d-3a8d-4a64-aa93-9bd642ae2b68 req-df3d480e-4870-45ec-9356-e3da04a7aa30 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:26.445212 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69bd977d-3a8d-4a64-aa93-9bd642ae2b68 req-df3d480e-4870-45ec-9356-e3da04a7aa30 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0994925 Feb 21 10:15:26.514209 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69bd977d-3a8d-4a64-aa93-9bd642ae2b68 req-93bda19e-90a5-4e77-a219-24db9d3d5d9c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611842 Feb 21 10:15:26.520011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-aea378f7-6dd0-4ef1-a41b-a517ff7ebde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:26.521471 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-aea378f7-6dd0-4ef1-a41b-a517ff7ebde9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754223 Feb 21 10:15:26.617247 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-a646073a-5c76-426c-8b09-19202aac9a25 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834816 Feb 21 10:15:26.705174 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8950afae-c9f1-4c0d-832d-c228fccb5eb9 req-949eb093-80d0-45ae-a4c0-cd71cb2eae2b service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818899 Feb 21 10:15:27.158632 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:15:27.262846 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: DOWN; New status is: DOWN {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:27.636415 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aae07-86b7-45d5-b251-0a84d3310fca req-c6e039af-524f-498a-ab37-99912baa2740 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:27.637909 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-796aae07-86b7-45d5-b251-0a84d3310fca req-c6e039af-524f-498a-ab37-99912baa2740 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0515673 Feb 21 10:15:27.687128 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-796aae07-86b7-45d5-b251-0a84d3310fca req-2f3d21fa-e695-463e-8667-e4650dd9f3aa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436769 Feb 21 10:15:27.974484 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:15:28.826619 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d3c26-a349-48dc-a284-a20582a515a0 req-5ff492da-9a87-43e8-8843-7fea2b01b4bb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:28.828013 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b07d3c26-a349-48dc-a284-a20582a515a0 req-5ff492da-9a87-43e8-8843-7fea2b01b4bb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0593979 Feb 21 10:15:28.876469 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b07d3c26-a349-48dc-a284-a20582a515a0 req-6a96a1ea-1719-4eec-aa15-c5d9e20d82d4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Feb 21 10:15:30.023544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc9f53-3725-4943-a63e-c1b9d10f3012 req-0a68291c-b5e6-4335-9758-575ce9a948c1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:30.025449 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-29fc9f53-3725-4943-a63e-c1b9d10f3012 req-0a68291c-b5e6-4335-9758-575ce9a948c1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0543821 Feb 21 10:15:30.072447 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-29fc9f53-3725-4943-a63e-c1b9d10f3012 req-274734e5-14d0-43b2-b902-8743d2e5fc5f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418055 Feb 21 10:15:31.224456 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0090-b2c6-4ba6-9a16-6eabb00acd94 req-6a6349c1-b047-4f3b-8727-885038323b62 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:31.227051 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc1d0090-b2c6-4ba6-9a16-6eabb00acd94 req-6a6349c1-b047-4f3b-8727-885038323b62 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0749092 Feb 21 10:15:31.284752 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc1d0090-b2c6-4ba6-9a16-6eabb00acd94 req-fe70861c-3983-4d4b-ac4f-a9ca5b6ada4a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529337 Feb 21 10:15:31.902895 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39608) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:32.004849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bfe27a6c-f285-497e-a177-6f4911f4819c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.079259 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bfe27a6c-f285-497e-a177-6f4911f4819c admin admin] Publish callbacks [] for security_group (ae60be64-d278-421b-8a6d-616bc6b5e6d4), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.083007 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bfe27a6c-f285-497e-a177-6f4911f4819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ae60be64-d278-421b-8a6d-616bc6b5e6d4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.120848 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-bfe27a6c-f285-497e-a177-6f4911f4819c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08c2a3b237c642fdb5b0e949a3770140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169125 Feb 21 10:15:32.121724 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe27a6c-f285-497e-a177-6f4911f4819c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae60be64-d278-421b-8a6d-616bc6b5e6d4,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:32.124621 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39612) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:32.187206 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4eefb706-131a-4c4b-9a04-9a14e4ed1dac admin admin] Publish callbacks [] for security_group (ae60be64-d278-421b-8a6d-616bc6b5e6d4), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.209889 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4eefb706-131a-4c4b-9a04-9a14e4ed1dac admin admin] Publish callbacks [] for security_group (ae60be64-d278-421b-8a6d-616bc6b5e6d4), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.269938 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4eefb706-131a-4c4b-9a04-9a14e4ed1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ae60be64-d278-421b-8a6d-616bc6b5e6d4), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.272794 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4eefb706-131a-4c4b-9a04-9a14e4ed1dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.274037 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4eefb706-131a-4c4b-9a04-9a14e4ed1dac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae60be64-d278-421b-8a6d-616bc6b5e6d4 HTTP/1.1" status: 204 len: 168 time: 0.1483881 Feb 21 10:15:32.282026 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefb706-131a-4c4b-9a04-9a14e4ed1dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae60be64-d278-421b-8a6d-616bc6b5e6d4,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:32.413353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26853944-1a10-4b06-be0e-7fccef4c3f75 req-9a73cdac-5b1a-4dfb-b947-592bbce7910e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:32.414865 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26853944-1a10-4b06-be0e-7fccef4c3f75 req-9a73cdac-5b1a-4dfb-b947-592bbce7910e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0580165 Feb 21 10:15:32.465801 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26853944-1a10-4b06-be0e-7fccef4c3f75 req-1351c537-896e-4c01-bb1f-6cfd1fecf826 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454719 Feb 21 10:15:32.550351 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39620) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:32.572666 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-43b204f0-c11b-486c-b526-d78cb35c747b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.669421 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-43b204f0-c11b-486c-b526-d78cb35c747b admin admin] Publish callbacks [] for security_group (1b1c47cf-0d8e-4cbc-990b-e0b3591ca127), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.673240 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-43b204f0-c11b-486c-b526-d78cb35c747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1b1c47cf-0d8e-4cbc-990b-e0b3591ca127), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.710695 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-43b204f0-c11b-486c-b526-d78cb35c747b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=320ca0ee7729408cbe5325fdf08bd263&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593089 Feb 21 10:15:32.712455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b204f0-c11b-486c-b526-d78cb35c747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1c47cf-0d8e-4cbc-990b-e0b3591ca127,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:32.714034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39622) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:32.765979 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063b9081-a6ec-4a93-b4de-e1e00743518b admin admin] Publish callbacks [] for security_group (1b1c47cf-0d8e-4cbc-990b-e0b3591ca127), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.790524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063b9081-a6ec-4a93-b4de-e1e00743518b admin admin] Publish callbacks [] for security_group (1b1c47cf-0d8e-4cbc-990b-e0b3591ca127), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.872272 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063b9081-a6ec-4a93-b4de-e1e00743518b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1b1c47cf-0d8e-4cbc-990b-e0b3591ca127), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.876384 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-063b9081-a6ec-4a93-b4de-e1e00743518b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:32.880079 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-063b9081-a6ec-4a93-b4de-e1e00743518b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b1c47cf-0d8e-4cbc-990b-e0b3591ca127 HTTP/1.1" status: 204 len: 168 time: 0.1626053 Feb 21 10:15:32.889589 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b9081-a6ec-4a93-b4de-e1e00743518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1c47cf-0d8e-4cbc-990b-e0b3591ca127,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:33.444054 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dbc2b4d4-ffb5-4be1-90cd-a10d72d3fff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:33.625998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f78717-8b80-48bf-8ac9-b38173cf92b3 req-3f2aa3dc-33a0-4076-81cd-7d495f1a2bdb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:33.633956 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-51f78717-8b80-48bf-8ac9-b38173cf92b3 req-3f2aa3dc-33a0-4076-81cd-7d495f1a2bdb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0798566 Feb 21 10:15:33.689193 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-51f78717-8b80-48bf-8ac9-b38173cf92b3 req-cd04676e-e36f-4b59-8df9-d18f96b1a846 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486033 Feb 21 10:15:34.825627 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add76b7d-b963-4207-be0e-449188db6d86 req-e793197c-45c2-4a65-95ad-1ed489f8a511 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:34.827108 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-add76b7d-b963-4207-be0e-449188db6d86 req-e793197c-45c2-4a65-95ad-1ed489f8a511 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0558496 Feb 21 10:15:34.873386 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-add76b7d-b963-4207-be0e-449188db6d86 req-1e521157-8bc0-4264-832f-06d06f507434 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Feb 21 10:15:35.815850 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-1ca9eeea-818d-4695-ab89-26f7d038cd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.018775 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0150b-c2fd-4d96-8c56-8b19afed4dc9 req-bf9aa8a4-2528-4095-9985-bfc8d02709d6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:36.020430 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-20c0150b-c2fd-4d96-8c56-8b19afed4dc9 req-bf9aa8a4-2528-4095-9985-bfc8d02709d6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0617945 Feb 21 10:15:36.072618 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-20c0150b-c2fd-4d96-8c56-8b19afed4dc9 req-738161d4-18a9-4914-9c45-ba013758acc2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463820 Feb 21 10:15:36.575075 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39678) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:36.685864 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4a35b463-ab14-4713-b871-74c1f89ff853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.809679 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4a35b463-ab14-4713-b871-74c1f89ff853 admin admin] Publish callbacks [] for security_group (185da34b-a21b-4d7c-a76f-b42f378dfe79), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.813599 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4a35b463-ab14-4713-b871-74c1f89ff853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (185da34b-a21b-4d7c-a76f-b42f378dfe79), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.855893 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4a35b463-ab14-4713-b871-74c1f89ff853 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=827cccc3714f4fd9897b9b3ce9ef25e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797439 Feb 21 10:15:36.856763 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35b463-ab14-4713-b871-74c1f89ff853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185da34b-a21b-4d7c-a76f-b42f378dfe79,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:36.858599 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39682) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:36.906125 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a171da8d-9b41-4d37-b9a3-87a1d680ee91 admin admin] Publish callbacks [] for security_group (185da34b-a21b-4d7c-a76f-b42f378dfe79), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.927177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a171da8d-9b41-4d37-b9a3-87a1d680ee91 admin admin] Publish callbacks [] for security_group (185da34b-a21b-4d7c-a76f-b42f378dfe79), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.939075 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.974241 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a171da8d-9b41-4d37-b9a3-87a1d680ee91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (185da34b-a21b-4d7c-a76f-b42f378dfe79), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.977487 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a171da8d-9b41-4d37-b9a3-87a1d680ee91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:36.978646 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a171da8d-9b41-4d37-b9a3-87a1d680ee91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/185da34b-a21b-4d7c-a76f-b42f378dfe79 HTTP/1.1" status: 204 len: 168 time: 0.1189899 Feb 21 10:15:36.986247 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171da8d-9b41-4d37-b9a3-87a1d680ee91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185da34b-a21b-4d7c-a76f-b42f378dfe79,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:37.257208 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166d0a-d6a6-41e1-8b8d-1c565ebc28c0 req-3bcd1355-783d-4ba3-9767-1262bea37bd6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:37.258749 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ad166d0a-d6a6-41e1-8b8d-1c565ebc28c0 req-3bcd1355-783d-4ba3-9767-1262bea37bd6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0831261 Feb 21 10:15:37.306227 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ad166d0a-d6a6-41e1-8b8d-1c565ebc28c0 req-b9304b0e-17de-4632-94b8-60c3f3300629 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Feb 21 10:15:38.010148 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39716) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:38.117175 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04cf-2c40-4c6e-9c6f-30973e3fb156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.200920 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04cf-2c40-4c6e-9c6f-30973e3fb156 admin admin] Publish callbacks [] for security_group (b859cbd2-426e-4c9f-8e68-d6de7d3de62a), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.205932 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4e0e04cf-2c40-4c6e-9c6f-30973e3fb156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b859cbd2-426e-4c9f-8e68-d6de7d3de62a), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.245945 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e04cf-2c40-4c6e-9c6f-30973e3fb156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b859cbd2-426e-4c9f-8e68-d6de7d3de62a,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:38.251681 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4e0e04cf-2c40-4c6e-9c6f-30973e3fb156 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc4f2f8d907d4ea79427076b0e44170f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405429 Feb 21 10:15:38.254475 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39720) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:38.300468 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b84014d2-6061-4bcb-91b2-4b859e9cdd3b admin admin] Publish callbacks [] for security_group (b859cbd2-426e-4c9f-8e68-d6de7d3de62a), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.322462 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b84014d2-6061-4bcb-91b2-4b859e9cdd3b admin admin] Publish callbacks [] for security_group (b859cbd2-426e-4c9f-8e68-d6de7d3de62a), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.371523 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.390370 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b84014d2-6061-4bcb-91b2-4b859e9cdd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b859cbd2-426e-4c9f-8e68-d6de7d3de62a), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.392888 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b84014d2-6061-4bcb-91b2-4b859e9cdd3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:38.396956 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b84014d2-6061-4bcb-91b2-4b859e9cdd3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b859cbd2-426e-4c9f-8e68-d6de7d3de62a HTTP/1.1" status: 204 len: 168 time: 0.1414208 Feb 21 10:15:38.404848 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84014d2-6061-4bcb-91b2-4b859e9cdd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b859cbd2-426e-4c9f-8e68-d6de7d3de62a,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:38.493758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292f187-cef0-4b1f-ab1e-fba7e8f8fbc1 req-36d24da9-3ef3-415e-be12-df7d3705bed3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:38.497659 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c292f187-cef0-4b1f-ab1e-fba7e8f8fbc1 req-36d24da9-3ef3-415e-be12-df7d3705bed3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.1070805 Feb 21 10:15:38.559764 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c292f187-cef0-4b1f-ab1e-fba7e8f8fbc1 req-c8cbc322-256c-49ef-86ea-e62e53e49468 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522902 Feb 21 10:15:39.075365 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39746) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:39.190942 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1983177576-network', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:39.209804 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Made reservation on behalf of 68a2e2fa5e5645e9bf0bb37230fc6b20 for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:15:39.212699 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.220744 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.307016 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks [] for security_group (04ffb8a0-cec3-4ff8-8038-0fe38e986434), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.314663 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (04ffb8a0-cec3-4ff8-8038-0fe38e986434), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.341650 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:15:39.357871 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ffb8a0-cec3-4ff8-8038-0fe38e986434,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:39.360825 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (fbfcb647-76cf-46f4-9ee8-1b65a617addd), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.361213 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Added segment fbfcb647-76cf-46f4-9ee8-1b65a617addd of type vlan for network b1440de0-ca63-4bde-b816-084c63a9b7b8 Feb 21 10:15:39.406840 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (b1440de0-ca63-4bde-b816-084c63a9b7b8), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.433585 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (b1440de0-ca63-4bde-b816-084c63a9b7b8), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.434548 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:39.435182 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.488203 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4117267 Feb 21 10:15:39.491180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39750) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:39.495968 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f5bf6c-ae44-4317-8fe5-c36cc5a75a81 admin admin] Pushing event updated for resources: {'Network': ['ID=b1440de0-ca63-4bde-b816-084c63a9b7b8,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:39.496685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Request body: {'subnet': {'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1983177576-subnet', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'ip_version': 4}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:39.506357 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:15:39.517217 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Made reservation on behalf of 68a2e2fa5e5645e9bf0bb37230fc6b20 for: {'subnet': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:15:39.520459 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12092803'] for subnet (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.761040 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725c616-1e2b-4bdc-bc8b-f4fd216c56db req-db1c0177-9d6f-4386-866a-951f208824f3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:39.762646 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1725c616-1e2b-4bdc-bc8b-f4fd216c56db req-db1c0177-9d6f-4386-866a-951f208824f3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.1025229 Feb 21 10:15:39.763910 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12304822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12092785'] for subnet (3e73bca0-8a15-4001-be02-c65ef0fdb3ff), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.847855 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e73bca0-8a15-4001-be02-c65ef0fdb3ff,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:39.856554 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1725c616-1e2b-4bdc-bc8b-f4fd216c56db req-e1a2e41d-4a3d-4e7f-b85e-32746ad46159 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884120 Feb 21 10:15:39.862677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Checking segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:39.863453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Network hostable DHCP agents. Network: b1440de0-ca63-4bde-b816-084c63a9b7b8, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102846) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:15:39.884178 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.885922 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102846) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:15:39.894775 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, b1440de0-ca63-4bde-b816-084c63a9b7b8) {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:39.899240 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:39.899833 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.904354 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b087ca0-1315-4c48-ba1f-1b60cdfb305a None None] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:15:39.917912 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-22d0f9f4-d62e-4312-ad5b-b42724e36c87 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4256048 Feb 21 10:15:39.920578 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 39754) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:39.925174 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:39.944119 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (a93aa568-d279-4b2a-8268-3adaca33dad3), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:39.945296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (a93aa568-d279-4b2a-8268-3adaca33dad3), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.010358 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks [] for router_controller (a93aa568-d279-4b2a-8268-3adaca33dad3), precommit_add_association {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.014508 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-b1440de0-ca63-4bde-b816-084c63a9b7b8', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:15:40.015601 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.151682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Allocated IP 172.20.0.2 (b1440de0-ca63-4bde-b816-084c63a9b7b8/3e73bca0-8a15-4001-be02-c65ef0fdb3ff/e7d51ec5-ee58-490d-bd21-db89c01fe5e0) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:40.156781 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks [] for router_gateway (a93aa568-d279-4b2a-8268-3adaca33dad3), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.295861 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Publish callbacks [] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.301981 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.349066 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:40.353046 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks [] for router_gateway (a93aa568-d279-4b2a-8268-3adaca33dad3), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.353643 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:40.356313 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:40.358470 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Pushing event updated for resources: {'Port': ['ID=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:40.368014 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.368459 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.368839 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.369222 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.369565 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.369902 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.370239 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.370577 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.370912 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.371260 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.371600 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.371929 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.372257 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:40.372682 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.432617 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Attempting to bind port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:15:40.433116 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Attempting to bind port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:15:40.433461 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Attempting to bind port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 on network b1440de0-ca63-4bde-b816-084c63a9b7b8 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:15:40.439622 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:15:40.440027 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Checking segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:40.440448 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.440984 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Bound using segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:15:40.441541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Bound port: e7d51ec5-ee58-490d-bd21-db89c01fe5e0, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:15:40.441933 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.482963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Allocated IP 172.27.0.166 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/6f51eac8-8ab8-4535-911f-7753c9174eb6) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:40.507705 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] For port e7d51ec5-ee58-490d-bd21-db89c01fe5e0, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:15:40.510921 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] For port e7d51ec5-ee58-490d-bd21-db89c01fe5e0, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:15:40.516394 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.580280 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f0d8f-13d9-4a7e-98ee-f80ea46549e2 None None] Pushing event updated for resources: {'Port': ['ID=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:40.584828 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks [] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.620247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:40.661940 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:40.665181 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:40.667635 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:40.700994 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Pushing event updated for resources: {'Port': ['ID=6f51eac8-8ab8-4535-911f-7753c9174eb6,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:40.965766 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks [] for router_gateway (a93aa568-d279-4b2a-8268-3adaca33dad3), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:41.286247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e425a-d316-4df2-a6cc-ebbef81a9f15 req-492e5255-f330-4ea7-9d65-0fe63aea4e74 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:41.287742 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3d2e425a-d316-4df2-a6cc-ebbef81a9f15 req-492e5255-f330-4ea7-9d65-0fe63aea4e74 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.3578792 Feb 21 10:15:41.410323 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3d2e425a-d316-4df2-a6cc-ebbef81a9f15 req-ebe8f730-05c9-451d-a6e9-fab44f3309b8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941348 Feb 21 10:15:41.484961 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (a93aa568-d279-4b2a-8268-3adaca33dad3), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:41.515780 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c80ae9-b02e-4dd0-807e-ec9e28f13f76 None None] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:15:41.567474 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e7d51ec5-ee58-490d-bd21-db89c01fe5e0 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:41.615686 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] Provisioning complete for port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:41.616063 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:41.622975 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Router a93aa568-d279-4b2a-8268-3adaca33dad3 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102846) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:15:41.701212 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:41.701446 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:41.731226 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:15:41.749290 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:41.750606 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-af7e5b7f-12ba-4e93-a910-ca40ee754f84 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8287663 Feb 21 10:15:41.753562 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39760) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:41.754606 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Sync routers for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:15:41.792565 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:41.793237 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:41.797568 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] Current status of the port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:41.798175 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.074659 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] For port e7d51ec5-ee58-490d-bd21-db89c01fe5e0, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:42.077964 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:42.078356 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.083063 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.146036 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:42.193901 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.263703 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cbaf6-06a4-4b38-8452-2adadb758ea1 None None] Pushing event updated for resources: {'Port': ['ID=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:42.309790 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.db.api [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 10:15:42.310190 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG oslo_db.api [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 10:15:42.310704 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-75a85987-4327-42a7-b1a5-318e63b82b8c None None] Provisioning complete for port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:42.311077 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-75a85987-4327-42a7-b1a5-318e63b82b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.342217 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Allocated IP 172.20.0.1 (b1440de0-ca63-4bde-b816-084c63a9b7b8/3e73bca0-8a15-4001-be02-c65ef0fdb3ff/599153b5-91b6-4942-9a64-2e0b3e592371) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:42.453792 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks [] for port (599153b5-91b6-4942-9a64-2e0b3e592371), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.459006 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-75a85987-4327-42a7-b1a5-318e63b82b8c None None] Current status of the port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:42.472141 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:40Z', 'revision_number': 3, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:42.489759 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.506279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Checking router: a93aa568-d279-4b2a-8268-3adaca33dad3 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:15:42.506640 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Updating router a93aa568-d279-4b2a-8268-3adaca33dad3 port 6f51eac8-8ab8-4535-911f-7753c9174eb6 binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:15:42.526495 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:42.529447 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:42.532817 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:42.538264 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.544780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b2f7-4052-4562-a541-aaee431a675b req-e612e417-9006-4be2-9365-4c51f4f6dd8c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:42.546472 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3249b2f7-4052-4562-a541-aaee431a675b req-e612e417-9006-4be2-9365-4c51f4f6dd8c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0607383 Feb 21 10:15:42.560708 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Pushing event updated for resources: {'Port': ['ID=599153b5-91b6-4942-9a64-2e0b3e592371,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:42.585363 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (a93aa568-d279-4b2a-8268-3adaca33dad3), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.610260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3249b2f7-4052-4562-a541-aaee431a675b req-b1ec7ed4-d2d7-44d4-9262-a1cc24bd1e27 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572042 Feb 21 10:15:42.736470 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.800181 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-b2fe27f0-5e09-4573-ad84-a2e4f8327ee8 None None] Provisioning complete for port 599153b5-91b6-4942-9a64-2e0b3e592371 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:42.800560 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b2fe27f0-5e09-4573-ad84-a2e4f8327ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.895820 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks [] for port (599153b5-91b6-4942-9a64-2e0b3e592371), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.897499 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe27f0-5e09-4573-ad84-a2e4f8327ee8 None None] Port 599153b5-91b6-4942-9a64-2e0b3e592371 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:15:42.901738 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.904273 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Publish callbacks [] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.905741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:42.910913 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.963532 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Attempting to bind port 6f51eac8-8ab8-4535-911f-7753c9174eb6 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:15:42.963903 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Attempting to bind port 6f51eac8-8ab8-4535-911f-7753c9174eb6 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:15:42.964274 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Attempting to bind port 6f51eac8-8ab8-4535-911f-7753c9174eb6 on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:15:42.967116 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5c1de-2d15-4e05-beb2-3b27b9ec297d None None] Pushing event updated for resources: {'Port': ['ID=6f51eac8-8ab8-4535-911f-7753c9174eb6,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:42.971701 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:15:42.972125 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:42.972469 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.972858 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:15:42.973250 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (a93aa568-d279-4b2a-8268-3adaca33dad3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.973392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Bound port: 6f51eac8-8ab8-4535-911f-7753c9174eb6, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:15:42.973726 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:42.975954 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Pushing event updated for resources: {'Port': ['ID=599153b5-91b6-4942-9a64-2e0b3e592371,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:43.024946 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] For port 6f51eac8-8ab8-4535-911f-7753c9174eb6, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:15:43.027946 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] For port 6f51eac8-8ab8-4535-911f-7753c9174eb6, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=6f51eac8-8ab8-4535-911f-7753c9174eb6,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:15:43.033860 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:43.064972 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:43.066436 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:43.093644 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:43.094111 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:43.146408 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5c1de-2d15-4e05-beb2-3b27b9ec297d None None] Pushing event updated for resources: {'Port': ['ID=6f51eac8-8ab8-4535-911f-7753c9174eb6,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:43.234715 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:43.365321 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-d0138a9c-e26a-4aa3-ae46-92bcc55019af None None] Provisioning complete for port 599153b5-91b6-4942-9a64-2e0b3e592371 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:43.365620 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d0138a9c-e26a-4aa3-ae46-92bcc55019af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:43.402984 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Router a93aa568-d279-4b2a-8268-3adaca33dad3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:15:43.414742 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-d0138a9c-e26a-4aa3-ae46-92bcc55019af None None] Port 599153b5-91b6-4942-9a64-2e0b3e592371 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:15:43.483149 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 2, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:43.516312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e7d51ec5-ee58-490d-bd21-db89c01fe5e0 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:43.518732 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8222e16-aa5c-43a9-8c5a-d76b73eb8a8d None None] The sync data for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi is: [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 2, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:15:43.534871 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:15:43.544096 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ceaf3ed4-d850-4a0c-96c0-ba218dbd1d37 admin admin] 10.222.0.73 "PUT /v2.0/routers/a93aa568-d279-4b2a-8268-3adaca33dad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892110 Feb 21 10:15:43.569348 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:43.569844 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:43.654776 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:43.778274 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701f278-424f-4f03-88d8-faac4e9bc272 req-5c2e8a30-6a00-41e4-87f1-95fd1e0fdc56 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:43.779778 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1701f278-424f-4f03-88d8-faac4e9bc272 req-5c2e8a30-6a00-41e4-87f1-95fd1e0fdc56 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0872853 Feb 21 10:15:43.832727 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1701f278-424f-4f03-88d8-faac4e9bc272 req-e55e3745-39c9-48d2-addb-b40686d95a3a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466797 Feb 21 10:15:44.091813 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39782) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:44.097261 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1939066691-network', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:44.120731 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Made reservation on behalf of f402d16962ed46f489ff68ec1a192066 for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:15:44.123078 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.134619 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.213416 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks [] for security_group (b3daa5e3-2df5-42cc-8b56-2638db40c82c), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.217359 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b3daa5e3-2df5-42cc-8b56-2638db40c82c), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.243163 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:15:44.253333 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3daa5e3-2df5-42cc-8b56-2638db40c82c,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:44.259045 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (29db2ef7-eca9-4741-97bb-28f1088f4711), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.259393 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Added segment 29db2ef7-eca9-4741-97bb-28f1088f4711 of type vlan for network 60a6a1cb-7704-447d-bbf2-099cd0d89515 Feb 21 10:15:44.313208 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (60a6a1cb-7704-447d-bbf2-099cd0d89515), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.341419 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (60a6a1cb-7704-447d-bbf2-099cd0d89515), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.342570 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:44.344290 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.401407 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3078282 Feb 21 10:15:44.404137 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39784) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:44.408824 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Request body: {'subnet': {'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1939066691-subnet', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:44.422147 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebabe9d-cb45-402c-a2e4-075a6a59aa64 admin admin] Pushing event updated for resources: {'Network': ['ID=60a6a1cb-7704-447d-bbf2-099cd0d89515,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:44.433604 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:15:44.441431 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Made reservation on behalf of f402d16962ed46f489ff68ec1a192066 for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:15:44.444060 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.620688 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (65b2efe8-44b7-4821-ad6e-f771f740d6b0), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.674465 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b2efe8-44b7-4821-ad6e-f771f740d6b0,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:44.685438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Checking segment: {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:44.685801 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Network hostable DHCP agents. Network: 60a6a1cb-7704-447d-bbf2-099cd0d89515, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:15:44.703939 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:15:44.713685 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 60a6a1cb-7704-447d-bbf2-099cd0d89515) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:44.717621 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:44.718221 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.722700 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88a640-db35-4d32-8c14-d28a6a68af46 None None] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:15:44.735048 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-771a05c8-88ef-4cbe-865c-1f2ddf1f5174 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3298905 Feb 21 10:15:44.737576 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39786) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:44.743373 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:15:44.762729 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-693692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6994'] for router (5bac9430-9f71-48e7-82b6-54725c031d26), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.763867 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-689021', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575458', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7081'] for router (5bac9430-9f71-48e7-82b6-54725c031d26), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.825391 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks [] for router_controller (5bac9430-9f71-48e7-82b6-54725c031d26), precommit_add_association {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.837670 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac2ae994-4744-5e02-b72c-c2a3718fba1e-60a6a1cb-7704-447d-bbf2-099cd0d89515', 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'fixed_ips': [{'subnet_id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0'}]}} from dv-cinder-830091-1-iscsi. {{(pid=102847) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 10:15:44.839085 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:44.982246 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b48484-e821-493d-a709-af770b181677 req-1d06c16e-2ee2-4aaa-9479-d847e2144e71 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:44.984643 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e4b48484-e821-493d-a709-af770b181677 req-1d06c16e-2ee2-4aaa-9479-d847e2144e71 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0642672 Feb 21 10:15:44.991311 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.db_base_plugin_common [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Allocated IP 172.20.0.2 (60a6a1cb-7704-447d-bbf2-099cd0d89515/65b2efe8-44b7-4821-ad6e-f771f740d6b0/0b768ad7-e279-42ce-a069-b76c9785bca8) {{(pid=102847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:44.995614 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks [] for router_gateway (5bac9430-9f71-48e7-82b6-54725c031d26), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.039300 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e4b48484-e821-493d-a709-af770b181677 req-d272b83c-4b9d-4e0d-bff8-104a9681c320 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Feb 21 10:15:45.144901 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Publish callbacks [] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), precommit_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.151888 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), after_create {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.204652 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks [] for router_gateway (5bac9430-9f71-48e7-82b6-54725c031d26), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.225090 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.325111 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 is already hosted by enough agents. {{(pid=102847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:45.327858 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.scheduler.base_scheduler [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Resources bound (agent type, host, resource id): {{(pid=102847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:45.333337 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Received port after_create {{(pid=102847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:45.337272 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Allocated IP 172.27.0.247 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/e87316c5-494d-43ac-8c44-d645e452ccdc) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:45.341197 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Pushing event updated for resources: {'Port': ['ID=0b768ad7-e279-42ce-a069-b76c9785bca8,revision_number=1']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:45.396145 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Attempting to bind port 0b768ad7-e279-42ce-a069-b76c9785bca8 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:15:45.396519 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Attempting to bind port 0b768ad7-e279-42ce-a069-b76c9785bca8 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:15:45.397010 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Attempting to bind port 0b768ad7-e279-42ce-a069-b76c9785bca8 on network 60a6a1cb-7704-447d-bbf2-099cd0d89515 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:15:45.403225 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:15:45.403633 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Checking segment: {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:45.404047 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.404455 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Bound using segment: {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:15:45.404977 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Bound port: 0b768ad7-e279-42ce-a069-b76c9785bca8, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:15:45.405399 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.466854 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks [] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.472428 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] For port 0b768ad7-e279-42ce-a069-b76c9785bca8, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:15:45.475943 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] For port 0b768ad7-e279-42ce-a069-b76c9785bca8, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=0b768ad7-e279-42ce-a069-b76c9785bca8,segment=NetworkSegment(29db2ef7-eca9-4741-97bb-28f1088f4711),segment_id=29db2ef7-eca9-4741-97bb-28f1088f4711)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:15:45.484997 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.505120 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.549352 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6f51eac8-8ab8-4535-911f-7753c9174eb6 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:45.557582 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:45.564664 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:45.567731 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:45.580450 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97ab15-23b1-4c1f-aab6-85d8bcad3856 None None] Pushing event updated for resources: {'Port': ['ID=0b768ad7-e279-42ce-a069-b76c9785bca8,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:45.596074 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Pushing event updated for resources: {'Port': ['ID=e87316c5-494d-43ac-8c44-d645e452ccdc,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:45.637793 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 6f51eac8-8ab8-4535-911f-7753c9174eb6 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:45.638287 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.728642 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 6f51eac8-8ab8-4535-911f-7753c9174eb6 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:45.730499 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.766392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port 6f51eac8-8ab8-4535-911f-7753c9174eb6, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=6f51eac8-8ab8-4535-911f-7753c9174eb6,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:45.773598 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:45.843884 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=6f51eac8-8ab8-4535-911f-7753c9174eb6,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:45.877001 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Sync routers for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:15:45.888778 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:45.889548 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:45.921974 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks [] for router_gateway (5bac9430-9f71-48e7-82b6-54725c031d26), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.007658 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:46.140736 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-689066'] for router (5bac9430-9f71-48e7-82b6-54725c031d26), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.182925 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11601e7-b54a-429c-844a-a4d3ce75b450 req-11b71e21-3fbf-4a0c-9dd6-3ea7b1a259b3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:46.184425 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c11601e7-b54a-429c-844a-a4d3ce75b450 req-11b71e21-3fbf-4a0c-9dd6-3ea7b1a259b3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0632572 Feb 21 10:15:46.221466 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 2, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:46.242670 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c11601e7-b54a-429c-844a-a4d3ce75b450 req-27d6bdc9-0fce-41e0-b2a9-90f573157a40 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496774 Feb 21 10:15:46.249884 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Checking router: a93aa568-d279-4b2a-8268-3adaca33dad3 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:15:46.250248 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Updating router a93aa568-d279-4b2a-8268-3adaca33dad3 port 599153b5-91b6-4942-9a64-2e0b3e592371 binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:15:46.279513 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.283151 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Router 5bac9430-9f71-48e7-82b6-54725c031d26 is scheduled to L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b with binding_index 1 {{(pid=102845) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 10:15:46.399133 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:15:46.407943 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Sync routers for ids ['5bac9430-9f71-48e7-82b6-54725c031d26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:15:46.418820 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Routers {'5bac9430-9f71-48e7-82b6-54725c031d26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:46.419533 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['5bac9430-9f71-48e7-82b6-54725c031d26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:46.421907 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.426332 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-52e38bd8-ea60-4cbf-9cd9-efc2521d6836 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6843269 Feb 21 10:15:46.426849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 39796) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:15:46.547924 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Set router 5bac9430-9f71-48e7-82b6-54725c031d26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:46.666270 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Publish callbacks [] for port (599153b5-91b6-4942-9a64-2e0b3e592371), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.678697 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.682103 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3598e-d288-42ea-a8a7-84070b5ed09f None None] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:15:46.756108 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Pushing event updated for resources: {'Port': ['ID=599153b5-91b6-4942-9a64-2e0b3e592371,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:46.783909 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.784549 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.785089 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.786806 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.786806 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.786806 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.786806 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.787215 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.787215 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.787485 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.788001 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.788493 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.789542 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:15:46.807459 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Attempting to bind port 599153b5-91b6-4942-9a64-2e0b3e592371 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:15:46.807842 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Attempting to bind port 599153b5-91b6-4942-9a64-2e0b3e592371 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:15:46.808207 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Attempting to bind port 599153b5-91b6-4942-9a64-2e0b3e592371 on network b1440de0-ca63-4bde-b816-084c63a9b7b8 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:15:46.813633 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:15:46.814286 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Checking segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:46.814864 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.815434 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Bound using segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:15:46.816080 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Bound port: 599153b5-91b6-4942-9a64-2e0b3e592371, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:15:46.816639 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.834847 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] Provisioning complete for port 0b768ad7-e279-42ce-a069-b76c9785bca8 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:46.835337 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.902647 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] For port 599153b5-91b6-4942-9a64-2e0b3e592371, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:15:46.925124 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] For port 599153b5-91b6-4942-9a64-2e0b3e592371, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=599153b5-91b6-4942-9a64-2e0b3e592371,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:15:46.925864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 3, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:46.943681 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:46.975001 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Checking router: 5bac9430-9f71-48e7-82b6-54725c031d26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:15:46.975364 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Updating router 5bac9430-9f71-48e7-82b6-54725c031d26 port e87316c5-494d-43ac-8c44-d645e452ccdc binding host dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:15:47.015266 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710566a-c96b-46a5-a544-b781c45e74eb None None] Pushing event updated for resources: {'Port': ['ID=599153b5-91b6-4942-9a64-2e0b3e592371,revision_number=4']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:47.015636 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] Current status of the port 0b768ad7-e279-42ce-a069-b76c9785bca8 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:47.016027 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.018007 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.032615 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:47.033393 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:47.173962 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:47.199391 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] For port 0b768ad7-e279-42ce-a069-b76c9785bca8, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=0b768ad7-e279-42ce-a069-b76c9785bca8,segment=NetworkSegment(29db2ef7-eca9-4741-97bb-28f1088f4711),segment_id=29db2ef7-eca9-4741-97bb-28f1088f4711)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:47.206434 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.222688 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.343275 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344745d-f9f7-47aa-bae1-1892b51022d3 None None] Pushing event updated for resources: {'Port': ['ID=0b768ad7-e279-42ce-a069-b76c9785bca8,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:47.388576 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Provisioning complete for port 599153b5-91b6-4942-9a64-2e0b3e592371 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:47.388967 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.439281 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:46Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:47.459963 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Allocated IP 172.20.0.1 (60a6a1cb-7704-447d-bbf2-099cd0d89515/65b2efe8-44b7-4821-ad6e-f771f740d6b0/8143c79b-07bb-4a39-afb1-e0723e273226) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:15:47.473714 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1402edc-7278-46c7-98d7-abbb48ca3c3f None None] The sync data for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi is: [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:46Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:15:47.565617 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Publish callbacks [] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), precommit_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.587808 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.611608 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks [] for port (8143c79b-07bb-4a39-afb1-e0723e273226), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.674313 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Attempting to bind port e87316c5-494d-43ac-8c44-d645e452ccdc on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:15:47.674689 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Attempting to bind port e87316c5-494d-43ac-8c44-d645e452ccdc by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:15:47.675054 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Attempting to bind port e87316c5-494d-43ac-8c44-d645e452ccdc on network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:15:47.689444 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.693019 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Current status of the port 599153b5-91b6-4942-9a64-2e0b3e592371 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:47.693443 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.705882 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:15:47.706266 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Checking segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:47.706679 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.707077 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Bound using segment: {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'} {{(pid=102847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:15:47.708798 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.managers [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Bound port: e87316c5-494d-43ac-8c44-d645e452ccdc, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50998e64-61bc-4b62-9939-0d7d529bd4bb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}}] {{(pid=102847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:15:47.709220 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.722890 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fbb74-9749-4114-b9cc-3a2bb4530a80 None None] Pushing event updated for resources: {'Port': ['ID=e87316c5-494d-43ac-8c44-d645e452ccdc,revision_number=2']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:47.759832 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:47.764373 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:47.768328 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:15:47.769530 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 599153b5-91b6-4942-9a64-2e0b3e592371 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:47.786566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a94a5-d428-4eb2-81cf-d833349e1a1b req-8eae148f-a668-456d-a8b9-587d84054858 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:47.791260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-692a94a5-d428-4eb2-81cf-d833349e1a1b req-8eae148f-a668-456d-a8b9-587d84054858 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.4461808 Feb 21 10:15:47.807354 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Pushing event updated for resources: {'Port': ['ID=8143c79b-07bb-4a39-afb1-e0723e273226,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:47.832379 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-692093'] for router_interface (5bac9430-9f71-48e7-82b6-54725c031d26), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.869951 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] For port 599153b5-91b6-4942-9a64-2e0b3e592371, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=599153b5-91b6-4942-9a64-2e0b3e592371,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:47.879860 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] For port e87316c5-494d-43ac-8c44-d645e452ccdc, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:15:47.890364 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] For port e87316c5-494d-43ac-8c44-d645e452ccdc, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=e87316c5-494d-43ac-8c44-d645e452ccdc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:15:47.894008 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.921910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-692a94a5-d428-4eb2-81cf-d833349e1a1b req-3ad5a190-14ad-423c-8eeb-be594da55dcb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020977 Feb 21 10:15:47.941369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:47.977466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 599153b5-91b6-4942-9a64-2e0b3e592371 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:47.981658 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.013704 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Pushing event updated for resources: {'Port': ['ID=599153b5-91b6-4942-9a64-2e0b3e592371,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:48.025818 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Provisioning complete for port 0b768ad7-e279-42ce-a069-b76c9785bca8 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:48.026300 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.050150 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.223708 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Routers {'5bac9430-9f71-48e7-82b6-54725c031d26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:48.224358 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['5bac9430-9f71-48e7-82b6-54725c031d26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:48.239007 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks [] for port (8143c79b-07bb-4a39-afb1-e0723e273226), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.243970 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.309999 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fbb74-9749-4114-b9cc-3a2bb4530a80 None None] Pushing event updated for resources: {'Port': ['ID=e87316c5-494d-43ac-8c44-d645e452ccdc,revision_number=3']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:48.311555 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Pushing event updated for resources: {'Port': ['ID=8143c79b-07bb-4a39-afb1-e0723e273226,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:48.314074 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-692201'] for router_interface (5bac9430-9f71-48e7-82b6-54725c031d26), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.422834 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:15:48.424266 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:15:48.429217 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 599153b5-91b6-4942-9a64-2e0b3e592371 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:48.430335 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 0b768ad7-e279-42ce-a069-b76c9785bca8 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:48.465457 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] Set router 5bac9430-9f71-48e7-82b6-54725c031d26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:48.468864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-93c0271f-7547-4bce-8a34-6398985f2556 None None] Current status of the port 0b768ad7-e279-42ce-a069-b76c9785bca8 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:48.546988 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Router 5bac9430-9f71-48e7-82b6-54725c031d26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:15:48.606830 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 0b768ad7-e279-42ce-a069-b76c9785bca8 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:48.607211 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.658041 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-07d054d7-1622-4a43-ab0c-c4a86a8f178c None None] Provisioning complete for port 8143c79b-07bb-4a39-afb1-e0723e273226 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:48.658424 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-07d054d7-1622-4a43-ab0c-c4a86a8f178c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.666408 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:15:48.671337 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-11680fa2-628d-4e4f-bcf3-d15d0a692961 admin admin] 10.222.0.73 "PUT /v2.0/routers/5bac9430-9f71-48e7-82b6-54725c031d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2433686 Feb 21 10:15:48.739800 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-07d054d7-1622-4a43-ab0c-c4a86a8f178c None None] Port 8143c79b-07bb-4a39-afb1-e0723e273226 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:15:48.794510 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 0b768ad7-e279-42ce-a069-b76c9785bca8 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:48.795591 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6f51eac8-8ab8-4535-911f-7753c9174eb6 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:48.832209 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:15:48Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8143c79b-07bb-4a39-afb1-e0723e273226', 'name': '', 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'mac_address': 'fa:16:3e:63:83:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:47Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 1, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'subnets': [{'id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:48.867346 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f465e6ab-9df0-4a98-a9d8-0a58773ba447 None None] The sync data for ids ['5bac9430-9f71-48e7-82b6-54725c031d26'] in dv-cinder-830091-1-iscsi is: [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:15:48Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8143c79b-07bb-4a39-afb1-e0723e273226', 'name': '', 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'mac_address': 'fa:16:3e:63:83:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:47Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 1, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'subnets': [{'id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:15:48.885755 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-d230d3a8-8b40-4d12-a7a6-27e48877bc77 None None] Provisioning complete for port 8143c79b-07bb-4a39-afb1-e0723e273226 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:48.886357 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d230d3a8-8b40-4d12-a7a6-27e48877bc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.920496 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 6f51eac8-8ab8-4535-911f-7753c9174eb6 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:48.921023 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:48.956273 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-d230d3a8-8b40-4d12-a7a6-27e48877bc77 None None] Port 8143c79b-07bb-4a39-afb1-e0723e273226 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:15:49.032049 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 6f51eac8-8ab8-4535-911f-7753c9174eb6 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:49.142375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d71cf-02cf-40dd-a732-b2efcd87b3c1 req-4c79d5f0-c829-4f44-9fe3-356fe46bb660 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:49.144953 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a23d71cf-02cf-40dd-a732-b2efcd87b3c1 req-4c79d5f0-c829-4f44-9fe3-356fe46bb660 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.1520612 Feb 21 10:15:49.208156 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a23d71cf-02cf-40dd-a732-b2efcd87b3c1 req-704f1098-cd20-4881-b333-c0be441e1d4d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576863 Feb 21 10:15:49.531464 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 599153b5-91b6-4942-9a64-2e0b3e592371 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:49.624992 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 599153b5-91b6-4942-9a64-2e0b3e592371 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:49.625413 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:49.713100 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 599153b5-91b6-4942-9a64-2e0b3e592371 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:50.540993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7785f-4bb1-4b0f-af76-eda35ae61ef8 req-dc174f22-045b-405b-9146-42f3f17f740a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:50.548739 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-81b7785f-4bb1-4b0f-af76-eda35ae61ef8 req-dc174f22-045b-405b-9146-42f3f17f740a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0950859 Feb 21 10:15:50.598995 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-81b7785f-4bb1-4b0f-af76-eda35ae61ef8 req-5ee94c5d-ca6d-44e0-966a-6867e050b19c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491385 Feb 21 10:15:51.624712 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e87316c5-494d-43ac-8c44-d645e452ccdc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:51.686589 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port e87316c5-494d-43ac-8c44-d645e452ccdc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:51.686979 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:51.776143 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8a215-849c-4ffb-8569-00c2aa3f60c0 req-cbb4d5d8-a1fa-493c-84a2-2c99dd402d5c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:51.778928 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ace8a215-849c-4ffb-8569-00c2aa3f60c0 req-cbb4d5d8-a1fa-493c-84a2-2c99dd402d5c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0754762 Feb 21 10:15:51.820978 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port e87316c5-494d-43ac-8c44-d645e452ccdc is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:51.821398 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:51.854063 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ace8a215-849c-4ffb-8569-00c2aa3f60c0 req-3d118397-7fc7-4e40-a09f-85f40dd908bd tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678508 Feb 21 10:15:51.867780 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] For port e87316c5-494d-43ac-8c44-d645e452ccdc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=e87316c5-494d-43ac-8c44-d645e452ccdc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:51.883655 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:51.942817 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Pushing event updated for resources: {'Port': ['ID=e87316c5-494d-43ac-8c44-d645e452ccdc,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:52.077565 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Sync routers for ids ['5bac9430-9f71-48e7-82b6-54725c031d26'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:15:52.087852 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Routers {'5bac9430-9f71-48e7-82b6-54725c031d26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:52.088594 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['5bac9430-9f71-48e7-82b6-54725c031d26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:52.218848 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Set router 5bac9430-9f71-48e7-82b6-54725c031d26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:52.434027 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:15:48Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8143c79b-07bb-4a39-afb1-e0723e273226', 'name': '', 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'mac_address': 'fa:16:3e:63:83:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:47Z', 'updated_at': '2022-02-21T10:15:48Z', 'revision_number': 2, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'subnets': [{'id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:52.465761 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Checking router: 5bac9430-9f71-48e7-82b6-54725c031d26 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:15:52.466120 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Updating router 5bac9430-9f71-48e7-82b6-54725c031d26 port 8143c79b-07bb-4a39-afb1-e0723e273226 binding host dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 10:15:52.498961 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:52.568159 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:52.808245 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Publish callbacks [] for port (8143c79b-07bb-4a39-afb1-e0723e273226), precommit_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:52.813896 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:52.869008 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270606e1-9ddc-4ca1-89aa-0a9753d44ee1 None None] Pushing event updated for resources: {'Port': ['ID=8143c79b-07bb-4a39-afb1-e0723e273226,revision_number=3']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:52.944668 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Attempting to bind port 8143c79b-07bb-4a39-afb1-e0723e273226 on host dv-cinder-830091-1-iscsi for vnic_type normal with profile {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:15:52.945685 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Attempting to bind port 8143c79b-07bb-4a39-afb1-e0723e273226 by drivers openvswitch,hyperv on host dv-cinder-830091-1-iscsi at level 0 using segments [{'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:15:52.946055 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Attempting to bind port 8143c79b-07bb-4a39-afb1-e0723e273226 on network 60a6a1cb-7704-447d-bbf2-099cd0d89515 {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:15:52.951489 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Checking agent: {'id': 'e701576c-c6df-42a1-a79d-693c182737d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830091-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 2, 40), 'started_at': datetime.datetime(2022, 2, 21, 10, 3, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830091-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:15:52.951869 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Checking segment: {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:15:52.952333 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:52.952775 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Bound using segment: {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'} {{(pid=102848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:15:52.953302 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.managers [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Bound port: 8143c79b-07bb-4a39-afb1-e0723e273226, host: dv-cinder-830091-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29db2ef7-eca9-4741-97bb-28f1088f4711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515'}}] {{(pid=102848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:15:52.953670 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), before_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.035975 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952258fe-1ab0-4c61-b3d3-3d56448f5941 req-063f6307-8503-4904-b175-611d87d4bcfc tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:53.047124 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-952258fe-1ab0-4c61-b3d3-3d56448f5941 req-063f6307-8503-4904-b175-611d87d4bcfc tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 943 time: 0.0978971 Feb 21 10:15:53.084170 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] For port 8143c79b-07bb-4a39-afb1-e0723e273226, host dv-cinder-830091-1-iscsi, cleared binding levels {{(pid=102848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:15:53.087889 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.plugins.ml2.db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] For port 8143c79b-07bb-4a39-afb1-e0723e273226, host dv-cinder-830091-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=8143c79b-07bb-4a39-afb1-e0723e273226,segment=NetworkSegment(29db2ef7-eca9-4741-97bb-28f1088f4711),segment_id=29db2ef7-eca9-4741-97bb-28f1088f4711)] {{(pid=102848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:15:53.099069 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron_lib.callbacks.manager [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), after_update {{(pid=102848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.134932 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] Provisioning complete for port 8143c79b-07bb-4a39-afb1-e0723e273226 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:53.136158 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.206647 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-952258fe-1ab0-4c61-b3d3-3d56448f5941 req-fa7f9b7a-cb8f-4bf1-81f4-53d82542495a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580157 Feb 21 10:15:53.209454 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Routers {'5bac9430-9f71-48e7-82b6-54725c031d26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:15:53.211641 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:15:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['5bac9430-9f71-48e7-82b6-54725c031d26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:53.231871 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-54851903-5966-449b-bf11-d7f0993b0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:53.233398 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-54851903-5966-449b-bf11-d7f0993b0345 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1127 time: 0.1523712 Feb 21 10:15:53.299416 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:15:53.396660 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] Current status of the port 8143c79b-07bb-4a39-afb1-e0723e273226 is: DOWN; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:53.397095 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.413032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-f1d97a85-e132-4003-a5a0-32276eaf3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:53.415102 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-f1d97a85-e132-4003-a5a0-32276eaf3840 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.1525512 Feb 21 10:15:53.461723 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] For port 8143c79b-07bb-4a39-afb1-e0723e273226, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=8143c79b-07bb-4a39-afb1-e0723e273226,segment=NetworkSegment(29db2ef7-eca9-4741-97bb-28f1088f4711),segment_id=29db2ef7-eca9-4741-97bb-28f1088f4711)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:53.463829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:53.482352 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.503045 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'port_id': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'mac_address': 'fa:16:3e:26:6c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:15:53.557078 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-9c2cba60-02bb-4bb7-825c-df52b586988b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 200 len: 999 time: 0.1347485 Feb 21 10:15:53.563304 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] Set router 5bac9430-9f71-48e7-82b6-54725c031d26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:15:53.610893 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e87316c5-494d-43ac-8c44-d645e452ccdc up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:53.615898 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270606e1-9ddc-4ca1-89aa-0a9753d44ee1 None None] Pushing event updated for resources: {'Port': ['ID=8143c79b-07bb-4a39-afb1-e0723e273226,revision_number=4']} {{(pid=102848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:53.634137 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-f7028315-98e3-47c7-9022-f65564c11423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:53.636459 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-f7028315-98e3-47c7-9022-f65564c11423 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0713296 Feb 21 10:15:53.645767 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f846bd7-67f5-492e-907d-78773c1fe410 None None] Pushing event updated for resources: {'Port': ['ID=8143c79b-07bb-4a39-afb1-e0723e273226,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:53.674109 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:53.674498 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.698692 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-3b1377e2-f8cc-45d5-bbd5-10d4ea0f63db None None] Provisioning complete for port 8143c79b-07bb-4a39-afb1-e0723e273226 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:53.699081 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3b1377e2-f8cc-45d5-bbd5-10d4ea0f63db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.703408 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f5f157-9a72-4c78-a94e-482ebbc0d47b {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:15:53.709683 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-81d77efc-e979-4f41-9f19-e3d58e351961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:53.711765 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-81d77efc-e979-4f41-9f19-e3d58e351961 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618489 Feb 21 10:15:53.762604 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:53.771775 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.845673 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:15:48Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8143c79b-07bb-4a39-afb1-e0723e273226', 'name': '', 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'mac_address': 'fa:16:3e:63:83:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:47Z', 'updated_at': '2022-02-21T10:15:53Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'subnets': [{'id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:15:53.899915 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07371f4c-d6ca-43dd-9a4a-e49d7010cf1a None None] The sync data for ids ['5bac9430-9f71-48e7-82b6-54725c031d26'] in dv-cinder-830091-1-iscsi is: [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:15:48Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8143c79b-07bb-4a39-afb1-e0723e273226', 'name': '', 'network_id': '60a6a1cb-7704-447d-bbf2-099cd0d89515', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'mac_address': 'fa:16:3e:63:83:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:47Z', 'updated_at': '2022-02-21T10:15:53Z', 'revision_number': 4, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'subnets': [{'id': '65b2efe8-44b7-4821-ad6e-f771f740d6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:15:53.948308 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port e87316c5-494d-43ac-8c44-d645e452ccdc triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:53.948683 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:53.990767 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-28f37bd6-0155-4333-b3fa-28bc12cd4429 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296153 Feb 21 10:15:54.017604 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=9']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:54.043173 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-3b1377e2-f8cc-45d5-bbd5-10d4ea0f63db None None] Current status of the port 8143c79b-07bb-4a39-afb1-e0723e273226 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:54.100345 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39c92abf-ce8a-42d5-a6a3-2818cf46ba16 req-d220b029-96f3-4929-b330-85248f84b19a service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013460 Feb 21 10:15:54.103569 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port e87316c5-494d-43ac-8c44-d645e452ccdc is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:54.118184 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['b8f5f157-9a72-4c78-a94e-482ebbc0d47b'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:15:54.351658 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d9cd-b6a0-4441-8069-0741c718470a req-37055dff-9872-4025-80bc-58c05424b735 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:54.353069 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec53d9cd-b6a0-4441-8069-0741c718470a req-37055dff-9872-4025-80bc-58c05424b735 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 944 time: 0.0625670 Feb 21 10:15:54.420710 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec53d9cd-b6a0-4441-8069-0741c718470a req-492d3017-3114-4faa-846b-357c6a21355d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615675 Feb 21 10:15:55.330132 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:55.384893 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port b8f5f157-9a72-4c78-a94e-482ebbc0d47b triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:55.385297 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:55.467747 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port b8f5f157-9a72-4c78-a94e-482ebbc0d47b is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:55.468146 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:55.509857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:15:55.512536 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08cb41-1f86-4590-bc96-5d09da532977" -d '{"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:15:55.518714 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:15:55.527751 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:55.571046 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc54b302-e5e3-4827-9a02-78e8c9ed5604 x-openstack-request-id: req-cc54b302-e5e3-4827-9a02-78e8c9ed5604 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:15:55.571929 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-plugged", "status": "completed", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:15:55.571929 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc54b302-e5e3-4827-9a02-78e8c9ed5604 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:15:55.572168 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'code': 200} Feb 21 10:15:55.610558 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57297d77-a664-4ca8-bfed-e04f66d1fa55 req-1de4c7b6-9d4b-4cd4-8788-52ca28013bba tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:55.624726 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57297d77-a664-4ca8-bfed-e04f66d1fa55 req-1de4c7b6-9d4b-4cd4-8788-52ca28013bba tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0690088 Feb 21 10:15:55.634240 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=10']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:15:55.638692 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 8143c79b-07bb-4a39-afb1-e0723e273226 up at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:15:55.675537 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57297d77-a664-4ca8-bfed-e04f66d1fa55 req-4a3fba54-ded6-4b3b-aa5b-78ed631d911f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494738 Feb 21 10:15:55.695525 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Provisioning complete for port 8143c79b-07bb-4a39-afb1-e0723e273226 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:15:55.696034 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:15:55.785356 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Current status of the port 8143c79b-07bb-4a39-afb1-e0723e273226 is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:15:56.102030 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ed419-19dc-4ac9-944a-21e5a929fa0c req-9d676421-ffde-41b7-883b-7ffbbffa7dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:56.103787 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6e1ed419-19dc-4ac9-944a-21e5a929fa0c req-9d676421-ffde-41b7-883b-7ffbbffa7dfa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 1130 time: 0.0455709 Feb 21 10:15:56.159006 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6e1ed419-19dc-4ac9-944a-21e5a929fa0c req-28f2376d-1c27-47b3-8293-aed9e59f0560 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493474 Feb 21 10:15:56.822685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d4d0-24a0-414b-844d-3cfee1f8bb90 req-9b36dd92-96cb-4159-aba3-9d0b7279cbb1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:56.824342 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4c7d4d0-24a0-414b-844d-3cfee1f8bb90 req-9b36dd92-96cb-4159-aba3-9d0b7279cbb1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0579810 Feb 21 10:15:56.875852 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4c7d4d0-24a0-414b-844d-3cfee1f8bb90 req-c1da1141-67bb-42b7-ba44-298bf8e1e991 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459385 Feb 21 10:15:58.038829 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bc042-bc74-4e68-a036-f0fc37518f4f req-7e32b8d8-8804-4444-83f0-38c5970ac5a4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:58.040442 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-763bc042-bc74-4e68-a036-f0fc37518f4f req-7e32b8d8-8804-4444-83f0-38c5970ac5a4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0662045 Feb 21 10:15:58.096600 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-763bc042-bc74-4e68-a036-f0fc37518f4f req-60aafd3e-5f7b-4abb-a464-781d10be8bb8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503464 Feb 21 10:15:59.005804 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-366a078e-8364-433f-8137-79a14b4f78b5 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:59.007800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-366a078e-8364-433f-8137-79a14b4f78b5 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 815 time: 0.1009767 Feb 21 10:15:59.021633 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-aea8b36d-bae8-452e-bdb7-344fcea4ce71 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/quotas/68a2e2fa5e5645e9bf0bb37230fc6b20 HTTP/1.1" status: 200 len: 375 time: 0.0086098 Feb 21 10:15:59.075785 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-cac12bae-40c3-45b6-a222-a8b236d9e19e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488503 Feb 21 10:15:59.247201 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-1de5ec2e-c466-4f16-a055-6db86d2d48be service neutron] 10.222.0.73 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605403 Feb 21 10:15:59.255094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d79d5-bb6c-4756-81ff-b1635ae580f2 req-1a74ad5e-c897-4d7e-a314-c23e46524e00 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:15:59.256542 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a3d79d5-bb6c-4756-81ff-b1635ae580f2 req-1a74ad5e-c897-4d7e-a314-c23e46524e00 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0808520 Feb 21 10:15:59.369359 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a3d79d5-bb6c-4756-81ff-b1635ae580f2 req-ddf121a9-f9b1-4f7e-8852-b520c39f186f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031532 Feb 21 10:15:59.387757 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-193f8d23-e7d7-4450-90a0-3ac0727d7ba7 service neutron] 10.222.0.73 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298811 Feb 21 10:15:59.542625 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f777503-e892-4527-ad0f-7933f4eac9f0 req-e8b79af5-adab-468a-99cf-3796f3f55632 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 210 time: 0.0281668 Feb 21 10:16:00.575254 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-d263f59b-2893-4a49-9dd4-41a24718edfe tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:00.576801 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-d263f59b-2893-4a49-9dd4-41a24718edfe tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 815 time: 0.1030140 Feb 21 10:16:00.590985 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'port': {'device_id': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'admin_state_up': True, 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:00.674591 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7400a385-8285-43d5-9a74-2d5429f1b1ea req-4f6b6a41-12d5-4f9c-b997-42bfcbdcd4c0 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 210 time: 0.0353398 Feb 21 10:16:00.726442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Made reservation on behalf of 68a2e2fa5e5645e9bf0bb37230fc6b20 for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:16:00.730072 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:00.870487 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Allocated IP 172.20.0.8 (b1440de0-ca63-4bde-b816-084c63a9b7b8/3e73bca0-8a15-4001-be02-c65ef0fdb3ff/f9920489-d51f-423f-a706-27c7c619d36d) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:16:01.092722 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for port (f9920489-d51f-423f-a706-27c7c619d36d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:01.149960 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:01.211861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:16:01.214958 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:16:01.238458 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:16:01.265479 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:01.332983 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:01.334408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:01.357895 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-22dab47d-1453-41d9-bd6e-90f98491c565 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7701931 Feb 21 10:16:01.533940 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-576202e8-d714-46a6-a3ee-7fc7ba584d25 None None] Provisioning complete for port f9920489-d51f-423f-a706-27c7c619d36d triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:16:01.535095 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-576202e8-d714-46a6-a3ee-7fc7ba584d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f9920489-d51f-423f-a706-27c7c619d36d), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:01.571519 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-576202e8-d714-46a6-a3ee-7fc7ba584d25 None None] Port f9920489-d51f-423f-a706-27c7c619d36d cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:16:01.806046 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd965d-87c4-4f90-8855-4576b6f8d0c8 req-d10ddda9-38a5-44fa-a3e7-e6c3b6d109d9 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:01.807592 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ddd965d-87c4-4f90-8855-4576b6f8d0c8 req-d10ddda9-38a5-44fa-a3e7-e6c3b6d109d9 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0592446 Feb 21 10:16:01.853231 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ddd965d-87c4-4f90-8855-4576b6f8d0c8 req-4a704c20-fafb-4d37-bc55-358439ef1ecf tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Feb 21 10:16:02.987538 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e88fc-763f-41fe-bfcb-01eda8ccd70e req-0e491812-6d02-43fc-a3a2-3df8fb918761 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:02.989188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a58e88fc-763f-41fe-bfcb-01eda8ccd70e req-0e491812-6d02-43fc-a3a2-3df8fb918761 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0658309 Feb 21 10:16:03.036550 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a58e88fc-763f-41fe-bfcb-01eda8ccd70e req-db8e074d-076f-48b6-84e6-bada655cf42e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Feb 21 10:16:03.447500 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-eb0a3a99-4b9b-41a4-ba05-ba6caa8e6632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:04.155973 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6596fc7-74f3-4901-86d9-1651d28061c9 req-0ed62b91-439d-40cd-8e17-431e2be3585f tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:04.157486 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c6596fc7-74f3-4901-86d9-1651d28061c9 req-0ed62b91-439d-40cd-8e17-431e2be3585f tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0521817 Feb 21 10:16:04.203264 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c6596fc7-74f3-4901-86d9-1651d28061c9 req-a08f2fda-d2fc-4112-b9a4-2c73d9342247 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Feb 21 10:16:04.973180 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:16:05.324828 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868ddcd-c35b-448b-9462-508928a551f0 req-53939574-0401-495b-8ecc-b64df31e3df0 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:05.326486 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a868ddcd-c35b-448b-9462-508928a551f0 req-53939574-0401-495b-8ecc-b64df31e3df0 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0562243 Feb 21 10:16:05.382525 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a868ddcd-c35b-448b-9462-508928a551f0 req-724d5472-2ec3-4fcd-8058-c7fdd6912c9a tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Feb 21 10:16:05.818434 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-e9fee0ad-4560-4164-82ae-b6498022d046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:06.510174 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789700e4-0eab-4856-b476-3ad52c66b281 req-3dfee273-c97d-4891-8f7d-69f40b432093 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:06.511648 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-789700e4-0eab-4856-b476-3ad52c66b281 req-3dfee273-c97d-4891-8f7d-69f40b432093 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0519903 Feb 21 10:16:06.559484 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-789700e4-0eab-4856-b476-3ad52c66b281 req-7356a867-54eb-42dc-af44-0271f8b6066b tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Feb 21 10:16:06.941326 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:07.673772 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a8f13-2688-4087-924a-30fb839f4637 req-d2af5480-0e19-4939-821f-8f0c8cef9ff7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:07.675379 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c6a8f13-2688-4087-924a-30fb839f4637 req-d2af5480-0e19-4939-821f-8f0c8cef9ff7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0521619 Feb 21 10:16:07.731468 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c6a8f13-2688-4087-924a-30fb839f4637 req-86006c94-a1b1-4ac9-bd98-e6ab02ec3b9f tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Feb 21 10:16:08.363652 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:08.848756 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51feef1-1d73-4850-844c-d3621dc3d306 req-57529cbe-ab66-4017-ac75-117f04b36bb6 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:08.850243 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f51feef1-1d73-4850-844c-d3621dc3d306 req-57529cbe-ab66-4017-ac75-117f04b36bb6 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0533295 Feb 21 10:16:08.896229 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f51feef1-1d73-4850-844c-d3621dc3d306 req-48362193-4021-4433-9b7e-34deed19d79b tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Feb 21 10:16:09.876992 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:10.025429 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9abc-b47c-447a-8451-5242f219a714 req-1caf786a-49c1-49a8-9327-4d0e5f84f15c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:10.026924 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-841c9abc-b47c-447a-8451-5242f219a714 req-1caf786a-49c1-49a8-9327-4d0e5f84f15c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0556588 Feb 21 10:16:10.074461 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-841c9abc-b47c-447a-8451-5242f219a714 req-652d3fab-0b4c-49ef-83f3-1e8a18a7085b tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Feb 21 10:16:11.200021 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3508cc-f78d-42b2-a6e2-ceea3c840362 req-59e8e9fe-84be-49f3-b4d4-1a45a4360b90 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:11.201585 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e3508cc-f78d-42b2-a6e2-ceea3c840362 req-59e8e9fe-84be-49f3-b4d4-1a45a4360b90 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0571735 Feb 21 10:16:11.247776 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e3508cc-f78d-42b2-a6e2-ceea3c840362 req-6de247eb-c1e3-4ffc-a422-4b4b0a723e27 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Feb 21 10:16:12.363476 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d83b2b-7752-4aa7-a41b-3e817afe0764 req-f53dedc4-699a-4c6f-a346-4466357fa4dd tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:12.364947 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f7d83b2b-7752-4aa7-a41b-3e817afe0764 req-f53dedc4-699a-4c6f-a346-4466357fa4dd tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0516348 Feb 21 10:16:12.410531 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f7d83b2b-7752-4aa7-a41b-3e817afe0764 req-49ebbb6a-d570-4665-b6c6-852dbc020fb7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Feb 21 10:16:13.529201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05bb1e-131f-439d-a11f-953608c8a77b req-0c0da67f-b01e-453c-887b-1db758b47085 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:13.530669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab05bb1e-131f-439d-a11f-953608c8a77b req-0c0da67f-b01e-453c-887b-1db758b47085 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0516958 Feb 21 10:16:13.579478 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab05bb1e-131f-439d-a11f-953608c8a77b req-861d1713-b6d6-4728-a234-5910094642c9 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Feb 21 10:16:14.694573 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cb008-707f-4ded-ae14-c9686be123fc req-c14c96e2-70ff-455a-ad7b-be61e6a9fd41 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:14.696033 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ae4cb008-707f-4ded-ae14-c9686be123fc req-c14c96e2-70ff-455a-ad7b-be61e6a9fd41 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 931 time: 0.0514050 Feb 21 10:16:14.740846 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ae4cb008-707f-4ded-ae14-c9686be123fc req-d36329dd-ba53-4427-977c-4e8174a9b016 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Feb 21 10:16:15.254856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Request body: {'port': {'device_id': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:15.315887 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:15.567021 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9920489-d51f-423f-a706-27c7c619d36d {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:16:15.574875 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Publish callbacks [] for port (f9920489-d51f-423f-a706-27c7c619d36d), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:15.587106 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Transition to ACTIVE for port object f9920489-d51f-423f-a706-27c7c619d36d will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:16:15.590897 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:15.646331 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:15.668271 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.668630 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.668973 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.669339 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.669678 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.670013 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.670344 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.670673 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.671004 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.671337 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.671662 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.671987 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.672310 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:15.730718 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Attempting to bind port f9920489-d51f-423f-a706-27c7c619d36d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:16:15.731394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Attempting to bind port f9920489-d51f-423f-a706-27c7c619d36d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:16:15.731394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Attempting to bind port f9920489-d51f-423f-a706-27c7c619d36d on network b1440de0-ca63-4bde-b816-084c63a9b7b8 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:16:15.736039 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Port f9920489-d51f-423f-a706-27c7c619d36d on network b1440de0-ca63-4bde-b816-084c63a9b7b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:16:15.736366 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Attempting to bind port f9920489-d51f-423f-a706-27c7c619d36d on network b1440de0-ca63-4bde-b816-084c63a9b7b8 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:16:15.741280 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:16:15.741631 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Checking segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:16:15.742104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Bound using segment: {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:16:15.742532 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Bound port: f9920489-d51f-423f-a706-27c7c619d36d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfcb647-76cf-46f4-9ee8-1b65a617addd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:16:15.742893 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:15.809407 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:16:15.812537 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:16:15.820687 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:15.880849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:15.881512 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:15.882976 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] 10.222.0.45 "PUT /v2.0/ports/f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 1093 time: 0.6860907 Feb 21 10:16:15.883426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:16:15.885727 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42379f6f-d316-4bc5-9591-07641e1017cf" -d '{"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:16:15.954860 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143c5399-440c-4a5e-ba66-9fdd4e154ce4 x-openstack-request-id: req-143c5399-440c-4a5e-ba66-9fdd4e154ce4 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:16:15.955171 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:16:15.955428 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-143c5399-440c-4a5e-ba66-9fdd4e154ce4 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:16:15.955829 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'status': 'completed', 'code': 200} Feb 21 10:16:15.958515 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d752-dc3a-4283-a9a1-de511f50d638 service neutron] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:15.982132 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7168608-de55-49a2-9842-64bf2f83ef31 req-1eb39105-866f-41ca-b235-b81239362075 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:15.983669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e7168608-de55-49a2-9842-64bf2f83ef31 req-1eb39105-866f-41ca-b235-b81239362075 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 943 time: 0.1552927 Feb 21 10:16:16.042945 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-f4b073b6-d279-4f04-9294-efd5a1a7e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.044673 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-f4b073b6-d279-4f04-9294-efd5a1a7e713 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1127 time: 0.1060619 Feb 21 10:16:16.049388 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e7168608-de55-49a2-9842-64bf2f83ef31 req-3d00bdc9-85bc-4f8d-a4f3-24df4eae2009 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585649 Feb 21 10:16:16.115896 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-6acab2fe-81f1-4bc4-80eb-5d182b355e7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 217 time: 0.0390704 Feb 21 10:16:16.178417 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-1f02a85d-213c-4b8e-967b-f662d70efc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.180495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-1f02a85d-213c-4b8e-967b-f662d70efc93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0470667 Feb 21 10:16:16.229579 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-4b2ca736-72a1-48d7-a376-5c536db17bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.231023 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-4b2ca736-72a1-48d7-a376-5c536db17bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427499 Feb 21 10:16:16.318419 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-81a2a6ba-a44f-4c6b-8096-8b528c264ea7 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783992 Feb 21 10:16:16.417788 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5d1c7a5f-cf7d-4399-b947-a534072ff397 req-01dc69ad-ebb2-4824-a87b-bd7de8559560 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891964 Feb 21 10:16:16.510490 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42379f6f-d316-4bc5-9591-07641e1017cf req-4ab9d488-08a9-4f13-94fa-9680b41e820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.511995 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-4ab9d488-08a9-4f13-94fa-9680b41e820e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1127 time: 0.0457411 Feb 21 10:16:16.622148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42379f6f-d316-4bc5-9591-07641e1017cf req-65156983-3da8-4704-aa64-17b76eea41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.623847 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-65156983-3da8-4704-aa64-17b76eea41b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 916 time: 0.1052892 Feb 21 10:16:16.674103 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-ea314cab-3c7a-4942-8fc5-5f4066a3c2f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 217 time: 0.0357502 Feb 21 10:16:16.729685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655fb17-0626-4399-926a-53aebe324946 req-5fa52ee1-9188-4cf0-9ba4-e5eb93aaa941 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.731046 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f655fb17-0626-4399-926a-53aebe324946 req-5fa52ee1-9188-4cf0-9ba4-e5eb93aaa941 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.1268046 Feb 21 10:16:16.739925 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42379f6f-d316-4bc5-9591-07641e1017cf req-cbbad793-9363-4c5d-ad98-48cb9868c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:16.741289 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-cbbad793-9363-4c5d-ad98-48cb9868c846 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0603843 Feb 21 10:16:17.050662 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f655fb17-0626-4399-926a-53aebe324946 req-a687ccd1-80bd-4ca3-b235-9de70c802ab4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3132031 Feb 21 10:16:17.058509 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42379f6f-d316-4bc5-9591-07641e1017cf req-83e7503e-2400-40bf-ac6f-b4034c80f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:17.059936 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-83e7503e-2400-40bf-ac6f-b4034c80f472 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650971 Feb 21 10:16:17.188005 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-f816d39f-29f2-4f0f-b821-3ed04d825173 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210093 Feb 21 10:16:17.200401 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1393d5-b443-44ab-a407-89ff3363060e req-d64c2e56-0b68-43a8-9fed-d648ade8cfcf tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:17.202127 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1a1393d5-b443-44ab-a407-89ff3363060e req-d64c2e56-0b68-43a8-9fed-d648ade8cfcf tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 943 time: 0.0793238 Feb 21 10:16:17.300182 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1a1393d5-b443-44ab-a407-89ff3363060e req-eb011a53-e15b-40dd-94c3-4e5165490b0d tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896862 Feb 21 10:16:17.322638 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42379f6f-d316-4bc5-9591-07641e1017cf req-f0fca42c-c24e-4485-917b-8acd42c44a26 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195574 Feb 21 10:16:18.171600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066905fc-d1a6-417d-a34e-3a62333e6ff4 req-a1bd012c-4281-4889-84bb-fe5230d6b2fc tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:18.173118 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-066905fc-d1a6-417d-a34e-3a62333e6ff4 req-a1bd012c-4281-4889-84bb-fe5230d6b2fc tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0536516 Feb 21 10:16:18.219903 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-066905fc-d1a6-417d-a34e-3a62333e6ff4 req-60a816fe-cc9b-418f-b8b5-309e51b460b5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Feb 21 10:16:18.432327 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0966bb-4301-48c7-ac06-350d73ea16dd req-a36e4e6c-d101-49f4-b302-606c954e73c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:18.433864 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fd0966bb-4301-48c7-ac06-350d73ea16dd req-a36e4e6c-d101-49f4-b302-606c954e73c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 943 time: 0.0612574 Feb 21 10:16:18.480203 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fd0966bb-4301-48c7-ac06-350d73ea16dd req-0cede795-3c90-4768-84fa-ced12346c64e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406673 Feb 21 10:16:19.342162 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f9920489-d51f-423f-a706-27c7c619d36d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:16:19.342761 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72ab94-3cd0-41b7-8f93-65ba22cb1ce0 req-c071ecad-4422-4f37-839f-2d8c4f0439e7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:19.344076 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca72ab94-3cd0-41b7-8f93-65ba22cb1ce0 req-c071ecad-4422-4f37-839f-2d8c4f0439e7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0558143 Feb 21 10:16:19.390803 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca72ab94-3cd0-41b7-8f93-65ba22cb1ce0 req-b92f729c-418c-496e-a40a-5d04e39bf319 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Feb 21 10:16:19.443315 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:16:19.455545 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'f9920489-d51f-423f-a706-27c7c619d36d', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'port_id': 'f9920489-d51f-423f-a706-27c7c619d36d', 'mac_address': 'fa:16:3e:2e:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:16:19.493468 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port f9920489-d51f-423f-a706-27c7c619d36d is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:16:19.493855 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:19.506793 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9920489-d51f-423f-a706-27c7c619d36d {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:16:19.526709 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:16:19.530841 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:19.583015 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:19.597074 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a1a49-662b-43ae-90b1-fa2015f25cfe req-1ca686d4-1a7b-47dd-8ffb-4d262ba4e52c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:19.598562 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aa8a1a49-662b-43ae-90b1-fa2015f25cfe req-1ca686d4-1a7b-47dd-8ffb-4d262ba4e52c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 944 time: 0.0522680 Feb 21 10:16:19.645399 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aa8a1a49-662b-43ae-90b1-fa2015f25cfe req-4c17216c-0f59-441f-ac23-781c0fe44252 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Feb 21 10:16:19.985003 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f9920489-d51f-423f-a706-27c7c619d36d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:16:20.517784 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53526289-d98e-4c81-be5a-aac77f5e66f9 req-5817978e-017e-49ee-b773-923a4de5e130 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:20.519286 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-53526289-d98e-4c81-be5a-aac77f5e66f9 req-5817978e-017e-49ee-b773-923a4de5e130 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0576806 Feb 21 10:16:20.565272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-53526289-d98e-4c81-be5a-aac77f5e66f9 req-1b7e4e65-6798-4f3b-ad3e-dfe088ef4642 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 Feb 21 10:16:20.759861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc384d-366f-4bf2-b300-a590d730fa47 req-8c68669e-4455-4c4b-b848-330fec814ab9 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:20.761355 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a9cc384d-366f-4bf2-b300-a590d730fa47 req-8c68669e-4455-4c4b-b848-330fec814ab9 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 944 time: 0.0522413 Feb 21 10:16:20.807802 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a9cc384d-366f-4bf2-b300-a590d730fa47 req-b7d145a1-63cd-456b-885c-414169be25ba tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Feb 21 10:16:21.354525 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f9920489-d51f-423f-a706-27c7c619d36d up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:16:21.402737 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port f9920489-d51f-423f-a706-27c7c619d36d completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:16:21.406528 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port f9920489-d51f-423f-a706-27c7c619d36d triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:16:21.406909 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f9920489-d51f-423f-a706-27c7c619d36d), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:21.482719 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port f9920489-d51f-423f-a706-27c7c619d36d is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:16:21.483119 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:21.505453 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:16:21.507661 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e90647e-4b27-453d-a014-571819665ea6" -d '{"events": [{"server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:16:21.520550 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:16:21.525150 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:21.551703 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a783ae6e-983d-40de-826a-89a3a4992f44 x-openstack-request-id: req-a783ae6e-983d-40de-826a-89a3a4992f44 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:16:21.552026 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "name": "network-vif-plugged", "status": "completed", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:16:21.552287 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a783ae6e-983d-40de-826a-89a3a4992f44 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:16:21.552676 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'code': 200} Feb 21 10:16:21.578870 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:21.709365 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f73c01-5234-4845-b4d4-14e901a36ef6 req-2ef43088-36a0-4937-9345-02feebe45717 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:21.710755 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19f73c01-5234-4845-b4d4-14e901a36ef6 req-2ef43088-36a0-4937-9345-02feebe45717 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0794902 Feb 21 10:16:21.751544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba39b65-5733-4303-8797-583a509df992 req-ed46667c-0df2-4cae-b57f-0055966ecfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:21.753028 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8ba39b65-5733-4303-8797-583a509df992 req-ed46667c-0df2-4cae-b57f-0055966ecfc4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1129 time: 0.0812526 Feb 21 10:16:21.772237 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19f73c01-5234-4845-b4d4-14e901a36ef6 req-6b106a03-f32f-4261-9ee2-92c11543f852 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558820 Feb 21 10:16:21.803230 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8ba39b65-5733-4303-8797-583a509df992 req-e72b8a74-31cf-4351-ab22-664ca2187107 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Feb 21 10:16:21.923428 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74482d02-d66c-4434-8ecb-698ae59d9e58 req-543ecd49-1086-4833-8d43-766c03caa3f1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:21.924910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-74482d02-d66c-4434-8ecb-698ae59d9e58 req-543ecd49-1086-4833-8d43-766c03caa3f1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0521994 Feb 21 10:16:21.970993 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-74482d02-d66c-4434-8ecb-698ae59d9e58 req-863cd247-f0e2-46d7-bf7b-250304802514 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398662 Feb 21 10:16:22.559195 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:22.896566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4a04c-0b9e-454b-ad94-79902cddff47 req-deb4ec85-c375-4785-bdba-962364098f38 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:22.897958 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-18c4a04c-0b9e-454b-ad94-79902cddff47 req-deb4ec85-c375-4785-bdba-962364098f38 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0540042 Feb 21 10:16:22.943590 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-18c4a04c-0b9e-454b-ad94-79902cddff47 req-c864e4a1-8003-4402-a303-05fb3a057af9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Feb 21 10:16:23.086238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07683d-035e-4b3f-ae32-75d079b3a1aa req-79f4b211-bc64-4d57-a9c2-78a1e649cb0c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:23.087753 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8e07683d-035e-4b3f-ae32-75d079b3a1aa req-79f4b211-bc64-4d57-a9c2-78a1e649cb0c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0517154 Feb 21 10:16:23.135140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8e07683d-035e-4b3f-ae32-75d079b3a1aa req-f38dae5d-7a06-4030-9136-c8a672655019 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Feb 21 10:16:24.063022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a3592-f102-4b07-ac60-196258d77507 req-b6f9962e-3fbc-4ee3-8b0d-a318b3d26e49 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:24.064552 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c8a3592-f102-4b07-ac60-196258d77507 req-b6f9962e-3fbc-4ee3-8b0d-a318b3d26e49 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0546381 Feb 21 10:16:24.110158 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c8a3592-f102-4b07-ac60-196258d77507 req-1fe18bbd-ba43-4de6-981e-b557f023fdd5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Feb 21 10:16:24.251455 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b28b-e310-4a40-bf87-0e0f97df4d90 req-3617716f-d196-497b-83ff-b0708cc75c8e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:24.252927 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f354b28b-e310-4a40-bf87-0e0f97df4d90 req-3617716f-d196-497b-83ff-b0708cc75c8e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0525610 Feb 21 10:16:24.298907 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f354b28b-e310-4a40-bf87-0e0f97df4d90 req-d4dffb26-0337-433c-ba07-7e22d7bc42db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 Feb 21 10:16:24.414676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d609-5805-48e3-a237-6102544ac812 req-7fcab20b-c898-46db-accf-a88616521c7b tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:24.416134 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2569d609-5805-48e3-a237-6102544ac812 req-7fcab20b-c898-46db-accf-a88616521c7b tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0533667 Feb 21 10:16:24.466398 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2569d609-5805-48e3-a237-6102544ac812 req-e34651f0-ff5a-474b-ae81-f224d5065641 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446799 Feb 21 10:16:24.782735 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55325db4-b2ee-47c3-8cc7-eacdb7e21465 req-e96576c1-74ea-4ccf-999f-9b091326b947 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:24.784106 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-55325db4-b2ee-47c3-8cc7-eacdb7e21465 req-e96576c1-74ea-4ccf-999f-9b091326b947 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0519454 Feb 21 10:16:24.829097 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-55325db4-b2ee-47c3-8cc7-eacdb7e21465 req-3d4bbded-c701-443a-b3cf-39d378290889 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Feb 21 10:16:25.229625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c2a21-f402-4839-8642-39a7f02e1163 req-00002bd2-f3e3-4401-af6d-9141beaec745 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:25.231098 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-103c2a21-f402-4839-8642-39a7f02e1163 req-00002bd2-f3e3-4401-af6d-9141beaec745 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Feb 21 10:16:25.276906 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-103c2a21-f402-4839-8642-39a7f02e1163 req-dd51ce2c-88be-4e66-92fe-c48f72d62ab7 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Feb 21 10:16:26.399213 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a40b7-9f71-4f47-a3aa-bafee2b1d860 req-526e4dd1-7106-4094-93d0-37d5edf12012 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:26.401151 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c44a40b7-9f71-4f47-a3aa-bafee2b1d860 req-526e4dd1-7106-4094-93d0-37d5edf12012 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0585108 Feb 21 10:16:26.460539 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c44a40b7-9f71-4f47-a3aa-bafee2b1d860 req-30a1053c-5321-4f07-9a2e-23a4af400639 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539629 Feb 21 10:16:27.580583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528907bb-c18d-4c3b-a440-84989d1cd336 req-e1140ce0-26a2-41da-b0c7-d054ae3b335d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:27.582084 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-528907bb-c18d-4c3b-a440-84989d1cd336 req-e1140ce0-26a2-41da-b0c7-d054ae3b335d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0512383 Feb 21 10:16:27.627051 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-528907bb-c18d-4c3b-a440-84989d1cd336 req-b28da6d5-62e2-4a19-8fc3-bdefeaea4238 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395558 Feb 21 10:16:28.746352 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22616631-bb2f-4e77-9619-37d97e8659b8 req-a9a51097-47a4-4de9-8807-8669e66e180f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:28.747816 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-22616631-bb2f-4e77-9619-37d97e8659b8 req-a9a51097-47a4-4de9-8807-8669e66e180f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0507319 Feb 21 10:16:28.797268 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-22616631-bb2f-4e77-9619-37d97e8659b8 req-eb27261d-4423-4ff9-9a3a-c14824be18ec tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437083 Feb 21 10:16:29.913023 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0cbc3-f77b-48d3-ba23-65ceffd0a109 req-d65418b9-dc6d-40fe-9f86-deef1fc7d0ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:29.915085 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-86e0cbc3-f77b-48d3-ba23-65ceffd0a109 req-d65418b9-dc6d-40fe-9f86-deef1fc7d0ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0537100 Feb 21 10:16:29.959953 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-86e0cbc3-f77b-48d3-ba23-65ceffd0a109 req-6e6ce3b0-822d-40af-ba8e-6c81343daa5f tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Feb 21 10:16:31.076226 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36746b2-cf08-4ad0-b62d-6a1586559637 req-c60906b9-90d8-4dd5-973f-ff70fef5b582 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:31.077695 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d36746b2-cf08-4ad0-b62d-6a1586559637 req-c60906b9-90d8-4dd5-973f-ff70fef5b582 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0512431 Feb 21 10:16:31.122812 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d36746b2-cf08-4ad0-b62d-6a1586559637 req-fd924045-566a-4320-bdd9-c54804c496c9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Feb 21 10:16:32.241386 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f7d15-aec1-4311-b1a6-631df57fe6bd req-7d8bf4a2-4465-4901-a72b-0a95bb9d0ccd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:32.242830 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-105f7d15-aec1-4311-b1a6-631df57fe6bd req-7d8bf4a2-4465-4901-a72b-0a95bb9d0ccd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Feb 21 10:16:32.287569 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-105f7d15-aec1-4311-b1a6-631df57fe6bd req-ba3e222b-fbca-48ed-9f12-4a890f6fba35 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Feb 21 10:16:32.522697 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a5871-a726-4625-b2d3-90b5f19992a9 req-c1223c93-be2f-4d32-ab9c-dbee38c03f68 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:32.524202 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-050a5871-a726-4625-b2d3-90b5f19992a9 req-c1223c93-be2f-4d32-ab9c-dbee38c03f68 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0546730 Feb 21 10:16:32.600374 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-050a5871-a726-4625-b2d3-90b5f19992a9 req-7f6a59d2-53db-4e4a-9b72-1352c71d417d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700510 Feb 21 10:16:32.611006 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-5549db15-0790-4d42-a412-39026189d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:32.612519 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-5549db15-0790-4d42-a412-39026189d8e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1130 time: 0.0695341 Feb 21 10:16:32.705833 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-949a7f80-3e33-4a8a-be56-a29e0a4909ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:32.707261 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-949a7f80-3e33-4a8a-be56-a29e0a4909ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.0875492 Feb 21 10:16:32.775120 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-9be72409-6b7c-4c4b-83a5-20ca5ccc7fba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 1002 time: 0.0599995 Feb 21 10:16:32.821223 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-95c19dcc-ea83-4707-ba24-211145deff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:32.823128 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-95c19dcc-ea83-4707-ba24-211145deff17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0425835 Feb 21 10:16:32.870571 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-08d9a1ab-04eb-411c-876e-613437d68da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:32.872114 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-08d9a1ab-04eb-411c-876e-613437d68da2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425627 Feb 21 10:16:32.962933 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-94d1b81d-cdb8-4556-bea5-fe33fe29b91b service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841281 Feb 21 10:16:33.057263 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aaf5c60e-e007-454e-a2b6-fde1e6d71d14 req-be8e60fa-fc09-44c4-85f7-e1986f047734 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884588 Feb 21 10:16:33.450289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9f90b11f-95cf-4a30-be1b-7b70f9d2ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:33.721551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d7e9a-44ce-4d75-9b34-19a908103e89 req-01ab6fe1-ffbe-47cd-b200-a0cc33ebcd79 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:33.722937 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-670d7e9a-44ce-4d75-9b34-19a908103e89 req-01ab6fe1-ffbe-47cd-b200-a0cc33ebcd79 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0522690 Feb 21 10:16:33.768937 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-670d7e9a-44ce-4d75-9b34-19a908103e89 req-082dfeb0-a544-4f69-960d-473f606f41b8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Feb 21 10:16:34.151885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a73406-f52f-403f-a536-3a8ae671bea5 req-74e10613-c673-4c54-beff-ddb291dfa9c5 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:34.153368 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c2a73406-f52f-403f-a536-3a8ae671bea5 req-74e10613-c673-4c54-beff-ddb291dfa9c5 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0564535 Feb 21 10:16:34.199296 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c2a73406-f52f-403f-a536-3a8ae671bea5 req-26dcca8e-d2cc-4ffa-8513-2d5a379cd221 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Feb 21 10:16:34.221021 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40146) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:34.304700 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8af066-d715-4535-9ee0-1313c8aee27e tempest-TestMinimumBasicScenario-106207742 tempest-TestMinimumBasicScenario-106207742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:34.306277 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4b8af066-d715-4535-9ee0-1313c8aee27e tempest-TestMinimumBasicScenario-106207742 tempest-TestMinimumBasicScenario-106207742-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1124 time: 0.0842745 Feb 21 10:16:34.309355 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40150) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:34.313504 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'port_id': 'f9920489-d51f-423f-a706-27c7c619d36d', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:34.332462 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:34.429625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:34.533488 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Allocated IP 172.27.0.121 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/f946433f-3aef-4826-8b2a-e702149546b4) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:16:34.635122 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for port (f946433f-3aef-4826-8b2a-e702149546b4), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:34.667562 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f946433f-3aef-4826-8b2a-e702149546b4), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:34.704395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:16:34.707103 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:16:34.712999 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:16:34.734259 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'Port': ['ID=f946433f-3aef-4826-8b2a-e702149546b4,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:35.071752 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for floatingip (3b2d9000-8d9b-4c75-bd00-ab1344466025), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:35.138617 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f946433f-3aef-4826-8b2a-e702149546b4), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:35.290864 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for port (f946433f-3aef-4826-8b2a-e702149546b4), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:35.294968 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f946433f-3aef-4826-8b2a-e702149546b4), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:35.362402 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'Port': ['ID=f946433f-3aef-4826-8b2a-e702149546b4,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:35.374541 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (3b2d9000-8d9b-4c75-bd00-ab1344466025), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:35.473614 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Floating IP 3b2d9000-8d9b-4c75-bd00-ab1344466025 associated. External IP: 172.27.0.121, port: f9920489-d51f-423f-a706-27c7c619d36d. Feb 21 10:16:35.816388 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d8215db8-a959-4690-94f6-b39d77d53f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:35.934061 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Router a93aa568-d279-4b2a-8268-3adaca33dad3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:16:36.046356 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:16:36.055596 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] Sync routers for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:16:36.063099 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.069455 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:16:36.070009 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:16:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:16:36.092001 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-11298036-44f8-4d50-90df-05f7f46a4b95 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7816451 Feb 21 10:16:36.092614 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:16:36.095049 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40154) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.095500 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba" -d '{"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:16:36.100212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370970021', 'description': 'tempest-secgroup-smoke-370970021 description', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.124239 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.188315 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:16:36.198910 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553cc37f-9588-454d-978a-f78faf3ced92 x-openstack-request-id: req-553cc37f-9588-454d-978a-f78faf3ced92 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:16:36.199210 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:16:36.199460 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-553cc37f-9588-454d-978a-f78faf3ced92 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:16:36.199772 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group (451f6953-3baa-498f-a900-9bfb049dd1fd), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.199893 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'status': 'completed', 'code': 200} Feb 21 10:16:36.203636 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (451f6953-3baa-498f-a900-9bfb049dd1fd), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.239361 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.240585 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1443374 Feb 21 10:16:36.241713 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451f6953-3baa-498f-a900-9bfb049dd1fd,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:36.243628 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40160) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.251992 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group_rule': {'security_group_id': '451f6953-3baa-498f-a900-9bfb049dd1fd', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.260975 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.261360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.261705 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.262048 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.262381 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.262732 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.263040 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.263367 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.263696 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.264021 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.265178 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.265178 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.265178 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9fb455-66e6-4f06-81fb-005deb2bb06c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:16:36.282568 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-40838127-4aa1-4f3e-93c5-8a7bd3fd654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:36.284124 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-40838127-4aa1-4f3e-93c5-8a7bd3fd654c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1129 time: 0.0532553 Feb 21 10:16:36.290706 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (d1c6aa28-67be-46a1-87bc-087894bc2997), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.339257 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (d1c6aa28-67be-46a1-87bc-087894bc2997), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.345154 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (d1c6aa28-67be-46a1-87bc-087894bc2997), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.363482 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c6aa28-67be-46a1-87bc-087894bc2997,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:36.374991 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.376250 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-453eb5bc-8845-4d68-9d97-e8c2e94995c8 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309214 Feb 21 10:16:36.379123 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40162) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.383371 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group_rule': {'security_group_id': '451f6953-3baa-498f-a900-9bfb049dd1fd', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.410266 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-e31b3c3d-8b23-4b25-be96-00b40a166ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:36.411979 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-e31b3c3d-8b23-4b25-be96-00b40a166ff5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 916 time: 0.1007750 Feb 21 10:16:36.412188 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (65458362-9f9a-44e7-950f-2d3f82daf056), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.436457 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3b2d9000-8d9b-4c75-bd00-ab1344466025', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'port_id': 'f9920489-d51f-423f-a706-27c7c619d36d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'mac_address': 'fa:16:3e:2e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:16:34Z', 'updated_at': '2022-02-21T10:16:34Z', 'revision_number': 0, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:16:36.465352 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] Checking router: a93aa568-d279-4b2a-8268-3adaca33dad3 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:16:36.473315 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (65458362-9f9a-44e7-950f-2d3f82daf056), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.474562 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:16:36.475451 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:16:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:16:36.478207 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (65458362-9f9a-44e7-950f-2d3f82daf056), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.486211 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-94929a5c-3485-45d9-a582-52e88d3ea2c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 999 time: 0.0658176 Feb 21 10:16:36.498862 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65458362-9f9a-44e7-950f-2d3f82daf056,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:36.504612 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.505835 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-cb85a397-5eb9-4d7a-b818-ea3571d758c1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259902 Feb 21 10:16:36.509077 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40164) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.513563 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group_rule': {'security_group_id': '451f6953-3baa-498f-a900-9bfb049dd1fd', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.541116 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-3840df05-e41d-4548-9d52-09006c1cd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:36.541821 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (ae77cba8-9e1a-4b7b-ad89-21bc0eb770b1), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.542590 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-3840df05-e41d-4548-9d52-09006c1cd1ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0489163 Feb 21 10:16:36.601544 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (ae77cba8-9e1a-4b7b-ad89-21bc0eb770b1), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.601741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:16:36.605478 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-914b119f-11d2-428d-8ac5-cc369644e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:36.607218 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-914b119f-11d2-428d-8ac5-cc369644e4a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576818 Feb 21 10:16:36.607603 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (ae77cba8-9e1a-4b7b-ad89-21bc0eb770b1), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.626269 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae77cba8-9e1a-4b7b-ad89-21bc0eb770b1,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:36.638013 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.641718 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0745a5ab-d4f6-4734-880d-cc8a49b80916 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315448 Feb 21 10:16:36.642589 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40166) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.646687 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group_rule': {'security_group_id': '451f6953-3baa-498f-a900-9bfb049dd1fd', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.671862 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (003c8447-a935-40c0-a479-a768cbc18382), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.704084 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-9fd3f0ce-62c5-43a5-a820-888e1e90506c service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894053 Feb 21 10:16:36.733516 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (003c8447-a935-40c0-a479-a768cbc18382), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.737969 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (003c8447-a935-40c0-a479-a768cbc18382), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.756473 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003c8447-a935-40c0-a479-a768cbc18382,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:36.768324 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.769614 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-71e38f10-3d91-4913-91d0-351f5f9bb3ce tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263258 Feb 21 10:16:36.772389 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40168) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.777843 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group_rule': {'security_group_id': '451f6953-3baa-498f-a900-9bfb049dd1fd', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.798694 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.securitygroups_db [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Project 68a2e2fa5e5645e9bf0bb37230fc6b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:16:36.804545 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (455ab476-7149-4506-84a8-413eb93cba8e), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.811429 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da098b2-15f7-4fe4-bdc6-87a71b4813ba req-9ab4a9f4-91af-4fd1-b365-c16a82a81ba9 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008193 Feb 21 10:16:36.849805 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3b2d9000-8d9b-4c75-bd00-ab1344466025', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'port_id': 'f9920489-d51f-423f-a706-27c7c619d36d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'mac_address': 'fa:16:3e:2e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:16:34Z', 'updated_at': '2022-02-21T10:16:34Z', 'revision_number': 0, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:16:36.865530 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (455ab476-7149-4506-84a8-413eb93cba8e), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.870156 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (455ab476-7149-4506-84a8-413eb93cba8e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.878081 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245608a-eedb-4c35-bbbc-59312b2f44e2 None None] The sync data for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi is: [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3b2d9000-8d9b-4c75-bd00-ab1344466025', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'port_id': 'f9920489-d51f-423f-a706-27c7c619d36d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'mac_address': 'fa:16:3e:2e:bd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:16:34Z', 'updated_at': '2022-02-21T10:16:34Z', 'revision_number': 0, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:16:36.892079 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ab476-7149-4506-84a8-413eb93cba8e,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:36.897329 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.898536 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4bd56346-c26d-4973-afa7-dcf1f44f96db tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1246002 Feb 21 10:16:36.901799 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40170) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:16:36.906074 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'security_group_rule': {'security_group_id': '451f6953-3baa-498f-a900-9bfb049dd1fd', 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:36.927515 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.securitygroups_db [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Project 68a2e2fa5e5645e9bf0bb37230fc6b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 10:16:36.934238 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (ab6ad0fd-e3ff-4da3-a885-c91ed35441d7), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.946816 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:36.995971 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (ab6ad0fd-e3ff-4da3-a885-c91ed35441d7), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.000548 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (ab6ad0fd-e3ff-4da3-a885-c91ed35441d7), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.018492 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6ad0fd-e3ff-4da3-a885-c91ed35441d7,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:37.027602 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.028872 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c480b4da-d601-40b0-8737-60c9dd9948da tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261196 Feb 21 10:16:37.086375 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a2bb4-e03d-44be-8427-d8c7b96cfdc6 None None] New status for floating IP 3b2d9000-8d9b-4c75-bd00-ab1344466025: ACTIVE {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:16:37.124691 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-e4ff0b1e-1e30-482b-8b9e-1c048356ee6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370970021&fields=id&tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20 HTTP/1.1" status: 200 len: 267 time: 0.0483031 Feb 21 10:16:37.179783 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-6f8f04ee-7065-4250-93e5-8644bb002a79 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:37.181310 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-6f8f04ee-7065-4250-93e5-8644bb002a79 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0515885 Feb 21 10:16:37.191881 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'port': {'security_groups': ['04ffb8a0-cec3-4ff8-8038-0fe38e986434', '451f6953-3baa-498f-a900-9bfb049dd1fd']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:16:37.270788 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.453573 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:16:37.482482 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for port (f9920489-d51f-423f-a706-27c7c619d36d), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.486856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.499528 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f9920489-d51f-423f-a706-27c7c619d36d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:16:37.530209 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:37.530834 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:37.532227 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b21de5d-a15e-4829-84ef-db9e6be6a080 req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "PUT /v2.0/ports/f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 981 time: 0.3447435 Feb 21 10:16:37.561436 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10e1d2-e445-48fb-a124-1b5278f45aa7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=6']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:16:37.629324 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f9920489-d51f-423f-a706-27c7c619d36d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:16:37.655875 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d4033-3bef-4e84-953c-7418d07fb9f9 req-5af43c66-7d6b-4e4e-b7d6-faa017d4f23a tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:37.661807 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-655d4033-3bef-4e84-953c-7418d07fb9f9 req-5af43c66-7d6b-4e4e-b7d6-faa017d4f23a tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.0652392 Feb 21 10:16:37.731657 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-655d4033-3bef-4e84-953c-7418d07fb9f9 req-2e4ab426-88a9-4713-94a4-8a17a33595c4 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0676577 Feb 21 10:16:37.806515 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-3d317947-1a6e-44cc-8643-75d98512ae0a None None] Provisioning complete for port f9920489-d51f-423f-a706-27c7c619d36d triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:16:37.806815 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3d317947-1a6e-44cc-8643-75d98512ae0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f9920489-d51f-423f-a706-27c7c619d36d), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:38.127432 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-3d317947-1a6e-44cc-8643-75d98512ae0a None None] Current status of the port f9920489-d51f-423f-a706-27c7c619d36d is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:16:38.201460 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:16:38.203849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:16:38.239247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad128aef-5c07-4638-848e-f8df1ada9e3d x-openstack-request-id: req-ad128aef-5c07-4638-848e-f8df1ada9e3d {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:16:38.239546 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:16:38.239807 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad128aef-5c07-4638-848e-f8df1ada9e3d {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:16:38.240210 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'status': 'completed', 'code': 200} Feb 21 10:16:38.313797 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e9da747a-890f-46f9-87ad-427a89672e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:38.315294 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e9da747a-890f-46f9-87ad-427a89672e8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1168 time: 0.0482550 Feb 21 10:16:38.364006 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:38.404495 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e0e29cdf-40aa-4f7f-aab4-de6f3b5c1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:38.405978 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e0e29cdf-40aa-4f7f-aab4-de6f3b5c1e08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 916 time: 0.0835071 Feb 21 10:16:38.472504 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e256fa92-23df-429c-8faa-596029291cd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 1001 time: 0.0603580 Feb 21 10:16:38.519210 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e6f8ed0a-ea7a-43d8-aaf0-fb0af76a6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:38.520574 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-e6f8ed0a-ea7a-43d8-aaf0-fb0af76a6528 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0415123 Feb 21 10:16:38.568286 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-d73a4958-d7cd-4d15-840a-372b51e0c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:38.569857 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-d73a4958-d7cd-4d15-840a-372b51e0c1ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431991 Feb 21 10:16:38.661241 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-bbd79f29-c631-4071-bee3-d414d2c014f1 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834064 Feb 21 10:16:38.749386 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8430333f-eb3f-4250-a6e1-0a88e1c99ae6 req-7aa988f2-68ce-4029-a856-28fb4b970fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811064 Feb 21 10:16:39.878930 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:41.975979 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:16:52.602334 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:16:55.077215 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-b08f2cbd-da7b-41a9-b576-371f7302ea53 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434086 Feb 21 10:16:55.144916 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-7290beb3-d91c-42ec-87de-3b283188276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:55.146728 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-7290beb3-d91c-42ec-87de-3b283188276c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 1130 time: 0.0482192 Feb 21 10:16:55.247437 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-1991defb-510f-4f55-be3d-1d283d842a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:55.249181 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-1991defb-510f-4f55-be3d-1d283d842a55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.0851271 Feb 21 10:16:55.315759 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-4a834082-c04e-4cdf-a986-00a1a6ac4f5b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 200 len: 1002 time: 0.0600719 Feb 21 10:16:55.363325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-ecb3af90-64cc-43b4-b45b-e810052ab57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:55.364626 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-ecb3af90-64cc-43b4-b45b-e810052ab57b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0426292 Feb 21 10:16:55.413871 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-a457b695-d8f1-4936-a18d-50afc7e6645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:16:55.415368 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-a457b695-d8f1-4936-a18d-50afc7e6645f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428259 Feb 21 10:16:55.503032 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-2fff1ae9-2b79-4607-a372-a01eb12e8585 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813990 Feb 21 10:16:55.590883 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c246d3dd-5f4e-419b-b236-ac3046f6367b req-2d11c236-99c7-4ca4-a10a-0601e376d719 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800982 Feb 21 10:17:00.304252 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214aa5f-6736-4580-9533-7b37b1550467 req-6c5248e0-9ecc-4f4a-8b82-5311c3293f01 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:00.305677 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3214aa5f-6736-4580-9533-7b37b1550467 req-6c5248e0-9ecc-4f4a-8b82-5311c3293f01 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0557539 Feb 21 10:17:00.351543 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3214aa5f-6736-4580-9533-7b37b1550467 req-1c73d68b-5209-46ed-a9ef-dabd396f4742 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403283 Feb 21 10:17:01.479803 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4e4e3-b4f4-4bde-80c9-93a2541db454 req-805cc103-a16a-4770-8ce3-6e0444c67af3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:01.481071 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ff4e4e3-b4f4-4bde-80c9-93a2541db454 req-805cc103-a16a-4770-8ce3-6e0444c67af3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0555403 Feb 21 10:17:01.526849 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ff4e4e3-b4f4-4bde-80c9-93a2541db454 req-35ad3335-3956-41b3-a72d-7544a54708c6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400429 Feb 21 10:17:02.249636 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-05f0e411-82ea-49b3-8489-245edeb5e5c8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:02.251285 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-05f0e411-82ea-49b3-8489-245edeb5e5c8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.0517423 Feb 21 10:17:02.346723 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Deleting port b8f5f157-9a72-4c78-a94e-482ebbc0d47b {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:17:02.346988 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:02.432324 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] For port b8f5f157-9a72-4c78-a94e-482ebbc0d47b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:02.432685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:02.674677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:02.675342 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (37f84042-3f04-4858-a7b7-cf4280c54078), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:02.675342 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Floating IP 37f84042-3f04-4858-a7b7-cf4280c54078 disassociated. External IP: 172.27.0.130, port: b8f5f157-9a72-4c78-a94e-482ebbc0d47b. Feb 21 10:17:02.675596 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Calling delete_port for b8f5f157-9a72-4c78-a94e-482ebbc0d47b owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:17:02.696986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c30c-1b7a-4ea7-a892-5118b84fc800 req-008a2773-9b2b-4634-bbab-52dc3bf7e53b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:02.698997 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b5d7c30c-1b7a-4ea7-a892-5118b84fc800 req-008a2773-9b2b-4634-bbab-52dc3bf7e53b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 946 time: 0.1016459 Feb 21 10:17:02.788574 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b5d7c30c-1b7a-4ea7-a892-5118b84fc800 req-486f1f65-6ee1-4553-826e-12fb41879279 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=7979e93e-762d-419d-babb-ac262a1f8f79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575211 Feb 21 10:17:02.850480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (b8f5f157-9a72-4c78-a94e-482ebbc0d47b), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:02.876727 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event deleted for resources: {'Port': ['ID=b8f5f157-9a72-4c78-a94e-482ebbc0d47b,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:03.232466 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:17:03.341456 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:17:03.351828 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:17:03.362091 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:03.362711 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:16:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:03.386486 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] No DVR routers for this DVR port b8f5f157-9a72-4c78-a94e-482ebbc0d47b on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:17:03.389279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:03.392502 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a1dc55d6-b999-4c63-bda5-72377832e144 req-b416c98f-04e2-446a-921e-14cd6bf9b51e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "DELETE /v2.0/ports/b8f5f157-9a72-4c78-a94e-482ebbc0d47b HTTP/1.1" status: 204 len: 173 time: 1.1360767 Feb 21 10:17:03.392948 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-deleted', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:03.395190 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1da69c-1e64-4285-8ea6-3c31502c309c" -d '{"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-deleted", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:03.439779 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca42a9-0a07-4c5b-b3b1-0018af57716f x-openstack-request-id: req-c7ca42a9-0a07-4c5b-b3b1-0018af57716f {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:03.440201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7b9cc3-1080-4873-85bd-818b30cbdfb7", "name": "network-vif-deleted", "tag": "b8f5f157-9a72-4c78-a94e-482ebbc0d47b", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:03.440325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7ca42a9-0a07-4c5b-b3b1-0018af57716f {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:03.440722 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7b9cc3-1080-4873-85bd-818b30cbdfb7', 'name': 'network-vif-deleted', 'tag': 'b8f5f157-9a72-4c78-a94e-482ebbc0d47b', 'status': 'completed', 'code': 200} Feb 21 10:17:03.491148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:03.530144 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ba5af97c-4904-4279-985a-6e5ebec85a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:03.708284 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:03.734388 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:17:03.742662 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:03.743263 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:16:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:03.860219 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:03.936323 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1b8e496b-f1f1-40a7-b82a-9430b8e1adf2 req-7895c1d5-0a77-4176-9dc6-e93e16e0f116 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=ff7b9cc3-1080-4873-85bd-818b30cbdfb7 HTTP/1.1" status: 200 len: 210 time: 0.0323102 Feb 21 10:17:04.075369 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:04.102109 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd970b-6adb-4d2b-b531-1bbc60ee94f8 None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:17:04.319564 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b7247f-25e7-4c83-99ac-3a64412d3430 None None] New status for floating IP 37f84042-3f04-4858-a7b7-cf4280c54078: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:17:05.028806 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40226) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:05.084805 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4f0411d1-8cb8-4688-8a00-81218a9c8d15 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (7979e93e-762d-419d-babb-ac262a1f8f79), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.107924 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4f0411d1-8cb8-4688-8a00-81218a9c8d15 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (7979e93e-762d-419d-babb-ac262a1f8f79), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.154929 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4f0411d1-8cb8-4688-8a00-81218a9c8d15 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (7979e93e-762d-419d-babb-ac262a1f8f79), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.157583 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4f0411d1-8cb8-4688-8a00-81218a9c8d15 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.158855 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4f0411d1-8cb8-4688-8a00-81218a9c8d15 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "DELETE /v2.0/security-groups/7979e93e-762d-419d-babb-ac262a1f8f79 HTTP/1.1" status: 204 len: 168 time: 0.1289213 Feb 21 10:17:05.161722 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40228) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:05.168295 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0411d1-8cb8-4688-8a00-81218a9c8d15 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979e93e-762d-419d-babb-ac262a1f8f79,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:05.177346 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.api.v2.resource [None req-eee66cf8-1d93-43bc-a073-c426864bb8d2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] show failed (client error): The resource could not be found. Feb 21 10:17:05.180998 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-eee66cf8-1d93-43bc-a073-c426864bb8d2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups/7979e93e-762d-419d-babb-ac262a1f8f79 HTTP/1.1" status: 404 len: 347 time: 0.0149741 Feb 21 10:17:05.182523 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40230) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:05.309709 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Deleting port e24b0062-a857-45ff-9b67-8560f9d0ec8b {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:17:05.310042 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.397655 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.397987 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (e24b0062-a857-45ff-9b67-8560f9d0ec8b), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.410679 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Calling delete_port for e24b0062-a857-45ff-9b67-8560f9d0ec8b owned by network:floatingip {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:17:05.488104 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:17:05.509264 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: b8f5f157-9a72-4c78-a94e-482ebbc0d47b {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:17:05.509696 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device b8f5f157-9a72-4c78-a94e-482ebbc0d47b not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:17:05.549001 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (e24b0062-a857-45ff-9b67-8560f9d0ec8b), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.578590 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event deleted for resources: {'Port': ['ID=e24b0062-a857-45ff-9b67-8560f9d0ec8b,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:05.640947 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (37f84042-3f04-4858-a7b7-cf4280c54078), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.643851 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.644990 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b1a9abff-622f-4f84-a859-f72064556d75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "DELETE /v2.0/floatingips/37f84042-3f04-4858-a7b7-cf4280c54078 HTTP/1.1" status: 204 len: 168 time: 0.4621289 Feb 21 10:17:05.820472 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f91dee4b-e51b-4a35-957e-1169e9f3db62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:05.947970 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40236) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:05.952604 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364888785', 'description': 'tempest-description--1439897785'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:05.972787 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.042734 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (4aaf601c-692e-4e87-a4cd-29f49b3318db), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.053287 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (4aaf601c-692e-4e87-a4cd-29f49b3318db), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.090092 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.094394 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1423700 Feb 21 10:17:06.094529 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40240) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:06.098816 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'security_group_rule': {'security_group_id': '4aaf601c-692e-4e87-a4cd-29f49b3318db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:06.099151 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481e67e-869c-4c7e-82fa-8a68b6711586 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaf601c-692e-4e87-a4cd-29f49b3318db,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:06.123043 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (19ae02f5-b93a-4635-a659-cf934dd270a5), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.177628 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (19ae02f5-b93a-4635-a659-cf934dd270a5), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.181389 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (19ae02f5-b93a-4635-a659-cf934dd270a5), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.198720 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ae02f5-b93a-4635-a659-cf934dd270a5,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:06.207802 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.211763 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40242) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:06.212274 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-622def39-386f-4829-8e7d-9c35e846988c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164782 Feb 21 10:17:06.216886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'security_group_rule': {'security_group_id': '4aaf601c-692e-4e87-a4cd-29f49b3318db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:06.241497 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (d1c59b0c-ba22-438a-90cf-7d19ccb103d3), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.298490 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (d1c59b0c-ba22-438a-90cf-7d19ccb103d3), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.302165 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (d1c59b0c-ba22-438a-90cf-7d19ccb103d3), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.319046 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c59b0c-ba22-438a-90cf-7d19ccb103d3,revision_number=0']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:06.326367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.327554 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3a6ebd09-4314-471a-8033-8fb9026f69fe tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147892 Feb 21 10:17:06.330507 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40244) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:06.334729 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:06.356077 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.461453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.568381 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Allocated IP 172.27.0.13 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/e76fb58c-a1cd-452c-8fed-d9443cc88b23) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:17:06.670796 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.706425 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.750808 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:17:06.753766 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:17:06.757325 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:17:06.786350 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'Port': ['ID=e76fb58c-a1cd-452c-8fed-d9443cc88b23,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:06.850522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (a06d0d42-049f-4247-be17-f91c63d72f1b), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.886871 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:06.946288 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:07.035598 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:07.039676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:07.105231 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'Port': ['ID=e76fb58c-a1cd-452c-8fed-d9443cc88b23,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:07.114775 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (a06d0d42-049f-4247-be17-f91c63d72f1b), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:07.129927 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:07.131259 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3b761206-a3db-4224-a982-9a4bef46aa42 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7998376 Feb 21 10:17:07.274569 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-a68ffa70-254a-431e-83b7-6d238ddfc551 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1364888785&fields=id&tenant_id=55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 267 time: 0.0422592 Feb 21 10:17:07.379307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-45243bdf-f048-4d2b-bf19-10ac57ca3cb6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:07.380679 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-45243bdf-f048-4d2b-bf19-10ac57ca3cb6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 817 time: 0.0999150 Feb 21 10:17:07.396737 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-7f266414-23c4-4df2-ae30-cceb94b0a36c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/quotas/55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 375 time: 0.0094779 Feb 21 10:17:07.453801 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-2d47e33c-d5a2-46e9-a6d9-a95c52fd6534 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499904 Feb 21 10:17:07.548539 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5565bbf0-992a-4bd9-a6ad-567af9e8b9e9 service neutron] 10.222.0.73 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836611 Feb 21 10:17:07.635516 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-bc7a99df-472e-4b2e-8f77-073092f24d61 service neutron] 10.222.0.73 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811417 Feb 21 10:17:07.787482 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-09fbc4d4-3448-472f-ae3b-49fb60accc59 req-0b30ba87-42c7-4d4f-98fa-942dd5fdabe2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 210 time: 0.0268457 Feb 21 10:17:08.370618 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:08.723585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-0b2de769-d35f-4e8a-9791-a641b8fedf30 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:08.725020 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-0b2de769-d35f-4e8a-9791-a641b8fedf30 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 817 time: 0.1056497 Feb 21 10:17:08.789987 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5f5ad335-3b84-42f1-8e5f-4fc8851e2672 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 380 time: 0.0558279 Feb 21 10:17:08.801468 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'port': {'device_id': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'admin_state_up': True, 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'security_groups': ['4aaf601c-692e-4e87-a4cd-29f49b3318db']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:08.890260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2b94c88e-92da-4435-9d27-3728007e83c0 req-c3c2b8c3-d8c8-4dd7-9384-369ce66b83df tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 210 time: 0.0310819 Feb 21 10:17:08.934233 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Made reservation on behalf of 55c503357f9d4544a24d58abe60a0d2b for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:17:08.937586 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.061516 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Allocated IP 172.20.0.5 (0cdbeca7-668b-40ff-9539-e46556783a24/31f95299-292c-4f39-bc5d-e1d10cdbbcd4/00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:17:09.193859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.226291 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.271047 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Network 0cdbeca7-668b-40ff-9539-e46556783a24 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:17:09.273963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:17:09.280551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:17:09.286185 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:09.332513 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:09.333271 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.351018 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-f1b026a6-6f39-44d5-a855-67f21dafbf36 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530970 Feb 21 10:17:09.362661 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Request body: {'port': {'device_id': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:09.435420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.531148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-72f7059e-138a-4a46-8672-198d0baa1c19 None None] Provisioning complete for port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:17:09.531760 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-72f7059e-138a-4a46-8672-198d0baa1c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.565014 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-72f7059e-138a-4a46-8672-198d0baa1c19 None None] Port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:17:09.606480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61909e-3d28-4b8e-8e16-fecfa58a1ce7 req-6fe72684-00f2-4402-83bb-77d7f9409b5c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:09.607867 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c61909e-3d28-4b8e-8e16-fecfa58a1ce7 req-6fe72684-00f2-4402-83bb-77d7f9409b5c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.1396673 Feb 21 10:17:09.707298 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c61909e-3d28-4b8e-8e16-fecfa58a1ce7 req-d265ecd8-bc7f-434d-83fc-8598e9fbc0bd tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855339 Feb 21 10:17:09.779912 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:17:09.787289 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Publish callbacks [] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.798862 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Transition to ACTIVE for port object 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:17:09.803239 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.850870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:09.884482 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:09.926737 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Attempting to bind port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:17:09.927086 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Attempting to bind port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:17:09.927609 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Attempting to bind port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 on network 0cdbeca7-668b-40ff-9539-e46556783a24 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:17:09.932529 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 on network 0cdbeca7-668b-40ff-9539-e46556783a24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:17:09.932778 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Attempting to bind port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 on network 0cdbeca7-668b-40ff-9539-e46556783a24 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:17:09.937999 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:17:09.938350 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Checking segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:17:09.938742 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Bound using segment: {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:17:09.939173 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Bound port: 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '575cdbe8-6a0c-4774-8908-c78beda2929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:17:09.939544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:10.036300 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:17:10.039717 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:17:10.051723 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1edde0-2c74-4ad8-ad4a-a8720ed1ea3b req-b79cb9b7-47bc-4009-a6af-59fd053d2ec6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.053224 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c1edde0-2c74-4ad8-ad4a-a8720ed1ea3b req-b79cb9b7-47bc-4009-a6af-59fd053d2ec6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0800595 Feb 21 10:17:10.054693 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:10.107459 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.108090 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:10.109497 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] 10.222.0.45 "PUT /v2.0/ports/00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 1093 time: 0.7515106 Feb 21 10:17:10.109957 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:10.112230 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ffe795-0b14-4492-8797-e13d6cc05810" -d '{"events": [{"name": "network-changed", "server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:10.145095 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db99941-b09e-49e6-9795-de0b9d54510e service neutron] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:10.173737 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c1edde0-2c74-4ad8-ad4a-a8720ed1ea3b req-9a9adf64-f69b-456e-bc6c-713020416e1d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105623 Feb 21 10:17:10.193520 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f2cb54-67d7-4f39-ae3a-f3d4c806c4ba x-openstack-request-id: req-58f2cb54-67d7-4f39-ae3a-f3d4c806c4ba {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:10.193836 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:10.194094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58f2cb54-67d7-4f39-ae3a-f3d4c806c4ba {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:10.194493 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'status': 'completed', 'code': 200} Feb 21 10:17:10.217539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-ea19e8f2-fdb8-4a53-b5b1-bb885af1f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.219060 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-ea19e8f2-fdb8-4a53-b5b1-bb885af1f045 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1127 time: 0.0610011 Feb 21 10:17:10.269167 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-71f12fc7-36d3-498d-95e0-05041ca1913d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 217 time: 0.0386477 Feb 21 10:17:10.317752 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-dc329bca-ac0b-44b3-a539-d4c088d60c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.318570 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-dc329bca-ac0b-44b3-a539-d4c088d60c8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0436320 Feb 21 10:17:10.366044 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fed53-5eee-46b7-8fef-73f350d5820c req-c0e99a12-6585-4919-ab86-a1a6a5ebbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.367395 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-c0e99a12-6585-4919-ab86-a1a6a5ebbf2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429704 Feb 21 10:17:10.459877 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-37ef7b9c-63eb-48a8-a777-281de21aa259 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Feb 21 10:17:10.547862 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-658fed53-5eee-46b7-8fef-73f350d5820c req-91a93a05-2c17-45be-a9e4-af5161d81691 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Feb 21 10:17:10.636658 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-b5f5eb3d-3593-4fb7-9714-2a581296f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.638088 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-b5f5eb3d-3593-4fb7-9714-2a581296f3ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1127 time: 0.0451424 Feb 21 10:17:10.729882 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-95e59713-b7e5-4e11-a4a6-8419b3484ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.731336 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-95e59713-b7e5-4e11-a4a6-8419b3484ca0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.0864568 Feb 21 10:17:10.776158 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-d65ba3ef-aaa6-4d18-9e76-ebaa532ee1af service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 217 time: 0.0355909 Feb 21 10:17:10.849610 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-fec88ead-16f7-4c03-ab5f-94e719769d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.851044 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-fec88ead-16f7-4c03-ab5f-94e719769d9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0671699 Feb 21 10:17:10.872871 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01c408-5654-4f06-8e07-a4ae0e311bb0 req-551c0704-c060-48d1-88a1-bfd2a8ad53ec tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.874562 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9c01c408-5654-4f06-8e07-a4ae0e311bb0 req-551c0704-c060-48d1-88a1-bfd2a8ad53ec tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.1007137 Feb 21 10:17:10.939987 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9c01c408-5654-4f06-8e07-a4ae0e311bb0 req-c84cf439-64de-4d72-8509-2e57052b4d5f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512996 Feb 21 10:17:10.942464 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-fc940385-2a32-46c8-98be-f375d430eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:10.944177 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-fc940385-2a32-46c8-98be-f375d430eec8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0863647 Feb 21 10:17:11.033846 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-6832b62c-a04e-44c9-9660-19c5eb335528 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826449 Feb 21 10:17:11.122200 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ffe795-0b14-4492-8797-e13d6cc05810 req-d77b503c-bb61-4774-be98-922187c4e51a service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812838 Feb 21 10:17:11.294928 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605fa0-80c9-4a38-a8f9-250cc8729edc req-cd3a9262-c259-4ce2-a7ff-0391d8ceca50 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:11.296371 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-17605fa0-80c9-4a38-a8f9-250cc8729edc req-cd3a9262-c259-4ce2-a7ff-0391d8ceca50 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0521727 Feb 21 10:17:11.344960 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-17605fa0-80c9-4a38-a8f9-250cc8729edc req-2bfe124e-44a5-4357-b3b9-1db5d63336d0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Feb 21 10:17:12.054994 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f4b4f-97fa-4283-adf3-cee53dc85d3c req-5829e672-7a01-431a-b8bd-1c460e6b4f9a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:12.056448 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-839f4b4f-97fa-4283-adf3-cee53dc85d3c req-5829e672-7a01-431a-b8bd-1c460e6b4f9a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0512915 Feb 21 10:17:12.104011 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-839f4b4f-97fa-4283-adf3-cee53dc85d3c req-99de1eed-0aed-4ad9-91cf-ac3967842f57 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Feb 21 10:17:12.467267 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2efc6-531f-40a3-90ce-c9d49c0d1b0d req-5dacf30c-ef96-48b2-bce9-0380afb471e5 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:12.468724 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57e2efc6-531f-40a3-90ce-c9d49c0d1b0d req-5dacf30c-ef96-48b2-bce9-0380afb471e5 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0512044 Feb 21 10:17:12.514465 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57e2efc6-531f-40a3-90ce-c9d49c0d1b0d req-f69e0fcc-7de1-4c5e-8cf4-ed4411e8e9da tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Feb 21 10:17:13.220663 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216902f-1b8d-41b9-8f66-bc9ab939678e req-a4c10cb7-c31d-414d-aa37-080f6772a81d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:13.222143 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c216902f-1b8d-41b9-8f66-bc9ab939678e req-a4c10cb7-c31d-414d-aa37-080f6772a81d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0538385 Feb 21 10:17:13.269084 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c216902f-1b8d-41b9-8f66-bc9ab939678e req-e73798e2-b1ce-4713-88f2-db01dec2bda8 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 Feb 21 10:17:13.505386 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:17:13.601717 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:13.613558 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'mac_address': 'fa:16:3e:ed:e4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:17:13.633401 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7103a3-3ef5-490e-ae6d-bc630f7947cb req-b18d6e6b-105e-400c-b1a1-f960a53a1573 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:13.635456 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2f7103a3-3ef5-490e-ae6d-bc630f7947cb req-b18d6e6b-105e-400c-b1a1-f960a53a1573 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0527003 Feb 21 10:17:13.649485 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:13.649879 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:13.662875 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:17:13.682800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2f7103a3-3ef5-490e-ae6d-bc630f7947cb req-67b98ba6-f841-451a-bda0-ff2ba8485229 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417671 Feb 21 10:17:13.685352 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:13.690312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:13.743304 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:13.750287 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.750657 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.751006 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.751343 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.751675 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.752029 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.752358 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.752684 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.753012 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.753375 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.753702 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.754023 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:13.754347 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:14.070978 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:17:14.386552 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89540370-2e55-4d44-a7c4-8d02896b158d req-228f419d-50f4-4b83-9311-4d6ac0cd31cd tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:14.387919 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-89540370-2e55-4d44-a7c4-8d02896b158d req-228f419d-50f4-4b83-9311-4d6ac0cd31cd tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0553987 Feb 21 10:17:14.435040 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-89540370-2e55-4d44-a7c4-8d02896b158d req-c00784d8-5d7d-46cf-9d20-aa51746dcfa6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Feb 21 10:17:14.803419 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d039ae5-bd62-4ac9-84b9-77721678a531 req-20ecf948-b607-4bec-8812-c71a4d5d3e5a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:14.804900 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9d039ae5-bd62-4ac9-84b9-77721678a531 req-20ecf948-b607-4bec-8812-c71a4d5d3e5a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 944 time: 0.0508869 Feb 21 10:17:14.850533 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9d039ae5-bd62-4ac9-84b9-77721678a531 req-b7e8d3a8-5ab4-4e45-a453-ee2324a37b61 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Feb 21 10:17:15.517571 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:17:15.552708 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32958a2e-273e-4d5d-91fb-b325d448b04e req-07e2e5f1-4be2-4869-a010-991f61c20c2c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:15.554218 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32958a2e-273e-4d5d-91fb-b325d448b04e req-07e2e5f1-4be2-4869-a010-991f61c20c2c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0515697 Feb 21 10:17:15.569481 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:17:15.574311 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:17:15.574705 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:15.606475 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32958a2e-273e-4d5d-91fb-b325d448b04e req-36041cc0-5501-4590-b8e2-908d1112c719 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461965 Feb 21 10:17:15.652266 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:15.652664 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:15.674845 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:15.677032 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2cd361-47b9-4718-a1bc-5fd497eff963" -d '{"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-plugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:15.689191 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:15.693758 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:15.742407 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:15.768432 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24ba5cd-f5bf-4b05-8413-0f7420c81f0c x-openstack-request-id: req-f24ba5cd-f5bf-4b05-8413-0f7420c81f0c {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:15.768754 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-plugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:15.769107 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f24ba5cd-f5bf-4b05-8413-0f7420c81f0c {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:15.769515 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'code': 200} Feb 21 10:17:15.970776 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11cfed-f029-41f9-bb17-a299d251230e req-6bf6ccea-cd73-486e-b912-8a138a06b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:15.972242 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8d11cfed-f029-41f9-bb17-a299d251230e req-6bf6ccea-cd73-486e-b912-8a138a06b66d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1129 time: 0.0779176 Feb 21 10:17:15.983561 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c242de-4d27-414c-8c79-c93620a4eae7 req-8f588aec-cbd8-4f21-90f5-9634811a3853 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:15.984841 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a2c242de-4d27-414c-8c79-c93620a4eae7 req-8f588aec-cbd8-4f21-90f5-9634811a3853 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0630631 Feb 21 10:17:16.051497 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8d11cfed-f029-41f9-bb17-a299d251230e req-59cc1b38-a4f1-41b1-9c07-3d630bd89bd9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657248 Feb 21 10:17:16.054872 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a2c242de-4d27-414c-8c79-c93620a4eae7 req-7434b188-fb48-4e59-9f72-b2647c73029a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642278 Feb 21 10:17:16.727665 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f969-ad4f-4abd-9d02-1755c5c64201 req-99301964-ed36-477b-b76d-36d49acd5a46 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:16.729687 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3ed7f969-ad4f-4abd-9d02-1755c5c64201 req-99301964-ed36-477b-b76d-36d49acd5a46 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0551856 Feb 21 10:17:16.784023 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3ed7f969-ad4f-4abd-9d02-1755c5c64201 req-48872d10-677f-431c-93db-3f8b88d7745d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489047 Feb 21 10:17:17.181981 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46a91-bb1c-42b2-8237-63ef1b3ac566 req-e4ea7e12-56ca-4198-901e-d168963c07fb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:17.183448 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d3c46a91-bb1c-42b2-8237-63ef1b3ac566 req-e4ea7e12-56ca-4198-901e-d168963c07fb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0516808 Feb 21 10:17:17.227748 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d3c46a91-bb1c-42b2-8237-63ef1b3ac566 req-a967bf4d-b60d-4df4-a627-d3d7297223e3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Feb 21 10:17:17.898689 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a566481-f6b8-442e-a472-2302b15ea0a9 req-da19eb3e-8926-4da0-a082-ae189407b656 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:17.900705 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1a566481-f6b8-442e-a472-2302b15ea0a9 req-da19eb3e-8926-4da0-a082-ae189407b656 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0512047 Feb 21 10:17:17.950931 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1a566481-f6b8-442e-a472-2302b15ea0a9 req-2476be74-47e5-4461-998d-f639d87b6b5d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446961 Feb 21 10:17:18.359378 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f396da-b6e0-4c90-94e1-fc5b85729fe5 req-191d44a3-a72d-49d6-9cdd-c2df3341c4e8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:18.360839 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-90f396da-b6e0-4c90-94e1-fc5b85729fe5 req-191d44a3-a72d-49d6-9cdd-c2df3341c4e8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0613232 Feb 21 10:17:18.411530 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-90f396da-b6e0-4c90-94e1-fc5b85729fe5 req-7aeb9fd5-2431-402d-a1d2-484b527012b5 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451193 Feb 21 10:17:18.530252 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89b09a-dafa-4813-b2ee-e6fb9c25ebbd req-e9b91ec4-11f2-4809-8053-211182709c75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:18.531731 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fd89b09a-dafa-4813-b2ee-e6fb9c25ebbd req-e9b91ec4-11f2-4809-8053-211182709c75 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0529692 Feb 21 10:17:18.540676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40322) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:18.544950 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Request body: {'floatingip': {'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:18.587246 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (a06d0d42-049f-4247-be17-f91c63d72f1b), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:18.975458 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:17:19.200578 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfee77b-c645-4c29-9f54-dc62e3090929 req-926fa4e1-6a58-4a93-a06b-f140bc91b195 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:19.202070 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8dfee77b-c645-4c29-9f54-dc62e3090929 req-926fa4e1-6a58-4a93-a06b-f140bc91b195 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.1307347 Feb 21 10:17:19.293495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8dfee77b-c645-4c29-9f54-dc62e3090929 req-109a8c4f-5927-4554-8e5a-5c183a2d8fc5 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850673 Feb 21 10:17:19.341498 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:19.346453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (a06d0d42-049f-4247-be17-f91c63d72f1b), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:19.453493 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Floating IP a06d0d42-049f-4247-be17-f91c63d72f1b associated. External IP: 172.27.0.13, port: 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65. Feb 21 10:17:19.665560 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:17:19.773412 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:17:19.778954 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:19.784726 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:17:19.794141 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:19.794753 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:19.809566 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b4724d1e-0413-43aa-9aeb-a7fb455a5478 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "PUT /v2.0/floatingips/a06d0d42-049f-4247-be17-f91c63d72f1b HTTP/1.1" status: 200 len: 990 time: 1.2653861 Feb 21 10:17:19.809566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:19.810151 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964892a-31b1-4f04-b9bd-79be63b185ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:19.846528 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d61bd-e3e6-4ff6-b58b-8ce4991a3d43 x-openstack-request-id: req-c09d61bd-e3e6-4ff6-b58b-8ce4991a3d43 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:19.846836 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:19.847104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c09d61bd-e3e6-4ff6-b58b-8ce4991a3d43 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:19.847525 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'status': 'completed', 'code': 200} Feb 21 10:17:19.908910 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:19.919986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-46bcc76a-ed2d-4cd7-aae9-3486df2ccb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:19.921441 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-46bcc76a-ed2d-4cd7-aae9-3486df2ccb97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1129 time: 0.0460556 Feb 21 10:17:20.029555 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-ba1c20c8-9519-4f36-882e-d2e71fb72788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:20.031080 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-ba1c20c8-9519-4f36-882e-d2e71fb72788 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.0994444 Feb 21 10:17:20.117569 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-9a1138f5-e78d-4680-a272-4443c9a160ce service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 998 time: 0.0801907 Feb 21 10:17:20.178061 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-fee2456a-387e-4384-a20a-f3135475ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:20.179687 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-fee2456a-387e-4384-a20a-f3135475ae40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0509360 Feb 21 10:17:20.198841 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': 'a06d0d42-049f-4247-be17-f91c63d72f1b', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'mac_address': 'fa:16:3e:ed:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:17:06Z', 'updated_at': '2022-02-21T10:17:19Z', 'revision_number': 1, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:20.229330 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:17:20.234431 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-72d3b4e3-4e13-4524-92e6-35a7e4bdfe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:20.235966 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-72d3b4e3-4e13-4524-92e6-35a7e4bdfe5e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501857 Feb 21 10:17:20.237577 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:20.238251 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:20.329352 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-c7d5699a-93a4-4f6b-a28c-b0fef289df8b service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866778 Feb 21 10:17:20.460459 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a964892a-31b1-4f04-b9bd-79be63b185ad req-48f99478-c7d1-4e07-b7bd-f0cef5b19154 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247470 Feb 21 10:17:20.470902 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbd73d-b087-44bd-9a61-0cabcdc5b223 req-608df716-da0a-4a82-a918-699bf734264f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:20.472394 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a6dbd73d-b087-44bd-9a61-0cabcdc5b223 req-608df716-da0a-4a82-a918-699bf734264f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0867910 Feb 21 10:17:20.476626 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:20.523515 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a6dbd73d-b087-44bd-9a61-0cabcdc5b223 req-c1372c5f-38a4-46a5-a83d-39bcf4d826bb tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Feb 21 10:17:20.694174 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': 'a06d0d42-049f-4247-be17-f91c63d72f1b', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'mac_address': 'fa:16:3e:ed:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:17:06Z', 'updated_at': '2022-02-21T10:17:19Z', 'revision_number': 1, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:20.723532 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d07a9-b686-4640-a57c-b02117c2bb65 None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': 'a06d0d42-049f-4247-be17-f91c63d72f1b', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'mac_address': 'fa:16:3e:ed:e4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:17:06Z', 'updated_at': '2022-02-21T10:17:19Z', 'revision_number': 1, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:17:20.907154 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9ed953-b27b-4a86-8927-6e15502e3fed None None] New status for floating IP a06d0d42-049f-4247-be17-f91c63d72f1b: ACTIVE {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:17:21.646205 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a35e51-6589-4eb8-ae96-9bc0a22c3618 req-580f0302-d996-4d00-b3b5-e155af0ae88d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:21.647686 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-66a35e51-6589-4eb8-ae96-9bc0a22c3618 req-580f0302-d996-4d00-b3b5-e155af0ae88d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0564737 Feb 21 10:17:21.695049 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-66a35e51-6589-4eb8-ae96-9bc0a22c3618 req-e25e7933-9ac0-4e13-b2a2-8e5b37c0b40f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419357 Feb 21 10:17:22.614036 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:22.810504 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b3ac8-2e12-4205-b7cd-52ccbbaa045f req-afe5d920-fc15-4ff7-bf19-75b6ffd1e175 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:22.811979 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e41b3ac8-2e12-4205-b7cd-52ccbbaa045f req-afe5d920-fc15-4ff7-bf19-75b6ffd1e175 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0516822 Feb 21 10:17:22.859576 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e41b3ac8-2e12-4205-b7cd-52ccbbaa045f req-6a01021f-bd15-4bf0-9d0a-17b5a881012f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Feb 21 10:17:23.975499 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ece75-032d-481d-b0c4-31b1d9a557c7 req-8dbdc5fd-bb7d-47d9-adf1-ad01ae1d8030 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:23.976996 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d43ece75-032d-481d-b0c4-31b1d9a557c7 req-8dbdc5fd-bb7d-47d9-adf1-ad01ae1d8030 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0514493 Feb 21 10:17:24.028301 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d43ece75-032d-481d-b0c4-31b1d9a557c7 req-0afc5231-5922-4962-b2f4-e31f7cc31a8e tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452676 Feb 21 10:17:24.710245 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-edc36082-b7d6-4bdf-a084-a9b515867795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:24.711742 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-edc36082-b7d6-4bdf-a084-a9b515867795 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1130 time: 0.0451202 Feb 21 10:17:24.797548 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-0cf684f2-c811-4edf-943b-0534c244b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:24.798980 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-0cf684f2-c811-4edf-943b-0534c244b470 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 910 time: 0.0811038 Feb 21 10:17:24.866288 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-697dfc23-3c4e-4b92-9941-f2cd5ce6cb62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 1001 time: 0.0604897 Feb 21 10:17:24.912726 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-7d0006de-a3de-4b37-9a3a-3dbdf4f76502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:24.914156 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-7d0006de-a3de-4b37-9a3a-3dbdf4f76502 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.0418289 Feb 21 10:17:24.960590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-2c794053-d979-4c2e-9837-7c31a39c4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:24.961984 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-2c794053-d979-4c2e-9837-7c31a39c4045 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420003 Feb 21 10:17:25.051857 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-8c3b0e3b-7e33-4398-a15c-9931570bf163 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Feb 21 10:17:25.172975 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5f135f59-313b-4d94-a5fb-baea9c490284 req-8831f46f-bd14-49ed-9b1f-0135098e4307 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150024 Feb 21 10:17:25.184840 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194374-ea7a-4568-bf5e-d6176bbb676a req-786870bf-ccd4-4eb4-b106-22794abf64cb tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:25.186286 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57194374-ea7a-4568-bf5e-d6176bbb676a req-786870bf-ccd4-4eb4-b106-22794abf64cb tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0862072 Feb 21 10:17:25.235403 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-57194374-ea7a-4568-bf5e-d6176bbb676a req-e1664600-0c8a-4c28-9102-1f2f2155556f tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Feb 21 10:17:26.350695 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaa710-0862-4561-8be4-ff935100a33a req-d5e0f8dd-daac-49e7-8bd6-ddb2a875aec4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:26.352190 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7edaa710-0862-4561-8be4-ff935100a33a req-d5e0f8dd-daac-49e7-8bd6-ddb2a875aec4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0509086 Feb 21 10:17:26.399747 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7edaa710-0862-4561-8be4-ff935100a33a req-693f0bd5-4047-419e-94fe-6251c2bd3664 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Feb 21 10:17:27.515499 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4f419-1946-4c93-b90c-24c5440657e1 req-57af4c1b-48e5-4d1b-a01e-0e71da712a09 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:27.516984 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9b4f419-1946-4c93-b90c-24c5440657e1 req-57af4c1b-48e5-4d1b-a01e-0e71da712a09 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0528555 Feb 21 10:17:27.569949 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9b4f419-1946-4c93-b90c-24c5440657e1 req-bebe8181-2aff-4967-bbb3-2c81d4950065 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Feb 21 10:17:27.677330 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-c135c2f0-f7c2-4930-aa0d-27311352a770 req-66d6bd38-05c8-406c-8d28-085aa0f3180b service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:17:27.678303 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c135c2f0-f7c2-4930-aa0d-27311352a770 req-66d6bd38-05c8-406c-8d28-085aa0f3180b service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465698 Feb 21 10:17:28.821298 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40372) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:28.840782 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506cd35-b52c-423c-b18b-187006d0484c req-58d6a615-66c1-48d3-9305-b66ce2671fe6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:28.842293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2506cd35-b52c-423c-b18b-187006d0484c req-58d6a615-66c1-48d3-9305-b66ce2671fe6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0537827 Feb 21 10:17:28.890351 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2506cd35-b52c-423c-b18b-187006d0484c req-bd8e4dad-cdd2-4f64-aaaa-27c9f12ebad1 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425279 Feb 21 10:17:28.935437 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-6b0cd006-7593-41d0-87a2-3cf9b778e7e0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1121619 Feb 21 10:17:28.943493 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-03b92a9d-6167-4539-a68e-7e87f2bb30cb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102845) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:17:28.944433 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-03b92a9d-6167-4539-a68e-7e87f2bb30cb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048375 Feb 21 10:17:29.019097 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40380) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:29.115981 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-08149117-5308-48e3-9484-4b93e72b6336 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:29.117393 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-08149117-5308-48e3-9484-4b93e72b6336 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports/bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 943 time: 0.0972970 Feb 21 10:17:29.617806 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:17:29.693491 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port bd02e708-7a4e-4c34-9048-67afd0f036b1 is: ACTIVE; New status is: DOWN {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:29.693880 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:29.716327 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:29.718557 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc4c166-d196-448e-a969-3fa61ca6a38f" -d '{"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-unplugged", "status": "completed", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:29.731151 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:29.735239 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:29.759916 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd6a9f3-a019-4c33-92e2-268b73c109c8 x-openstack-request-id: req-5dd6a9f3-a019-4c33-92e2-268b73c109c8 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:29.760208 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-unplugged", "status": "failed", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "code": 422}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:29.760456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5dd6a9f3-a019-4c33-92e2-268b73c109c8 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:29.760879 dv-cinder-830091-1-iscsi neutron-server[102847]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'code': 422} returned with failed status Feb 21 10:17:29.787359 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=6']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:30.012197 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb046e2-f983-4bfe-b200-18b19d276064 req-494c1afa-0a47-4695-a042-418af09398f2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:30.013964 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9bb046e2-f983-4bfe-b200-18b19d276064 req-494c1afa-0a47-4695-a042-418af09398f2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0569210 Feb 21 10:17:30.064660 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9bb046e2-f983-4bfe-b200-18b19d276064 req-315df816-f4a7-4f66-89ca-159e163eba43 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Feb 21 10:17:30.411611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-cb261495-ca78-4607-bf46-6ab2d1167afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:30.413046 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-cb261495-ca78-4607-bf46-6ab2d1167afc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2&tenant_id=80f9a8e599934ceabd6fbd2b96a626ff HTTP/1.1" status: 200 len: 1128 time: 0.0481050 Feb 21 10:17:30.477569 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-96736b1c-dbd1-470c-9170-06b2f1b460f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:30.479023 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-96736b1c-dbd1-470c-9170-06b2f1b460f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1128 time: 0.0435214 Feb 21 10:17:30.570680 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-a026f74d-a233-4001-9e02-74c93bbc5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:30.572698 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-a026f74d-a233-4001-9e02-74c93bbc5829 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 910 time: 0.0857642 Feb 21 10:17:30.640900 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-921327b6-2418-4d3c-afa6-e8b597eb56c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 999 time: 0.0597155 Feb 21 10:17:30.687829 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-ac932806-f2b1-474f-9880-ae98f40418af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:30.689305 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-ac932806-f2b1-474f-9880-ae98f40418af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.0416465 Feb 21 10:17:30.735341 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-5750732d-f4b8-439b-9ad7-c6ff05a4343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:30.736766 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-5750732d-f4b8-439b-9ad7-c6ff05a4343b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415204 Feb 21 10:17:30.826159 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-65549333-3336-427c-9b8c-472c896163ec service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832727 Feb 21 10:17:30.913338 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54978e9b-5f98-4739-b4e0-ba8104989f7a req-fc958da7-9711-4127-9a1d-025150637532 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804183 Feb 21 10:17:31.187370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d950c54-4500-4680-ac8c-e3756de379a9 req-e6b00cfe-645f-42d6-9de4-190a78352557 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:31.188875 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6d950c54-4500-4680-ac8c-e3756de379a9 req-e6b00cfe-645f-42d6-9de4-190a78352557 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0579627 Feb 21 10:17:31.235762 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6d950c54-4500-4680-ac8c-e3756de379a9 req-c2a05d10-823a-428e-8f3b-2e0053fe5870 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Feb 21 10:17:32.350836 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b20e9f-36b6-443e-8229-202024441f60 req-309962e0-225e-42f2-a2de-edcf2022d195 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:32.352210 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-96b20e9f-36b6-443e-8229-202024441f60 req-309962e0-225e-42f2-a2de-edcf2022d195 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0516324 Feb 21 10:17:32.400678 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-96b20e9f-36b6-443e-8229-202024441f60 req-d629a51d-058b-4de6-9c05-ad29a70e0c2c tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424221 Feb 21 10:17:33.456107 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bdd102f3-042a-4b93-adcd-605f6aff73df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:33.525168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ca476-10ec-4837-8656-2f6199e0a0a1 req-cef16967-0fc2-4754-a976-d46d8fe43bf5 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:33.526636 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d27ca476-10ec-4837-8656-2f6199e0a0a1 req-cef16967-0fc2-4754-a976-d46d8fe43bf5 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0582490 Feb 21 10:17:33.573390 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d27ca476-10ec-4837-8656-2f6199e0a0a1 req-afaa39f0-407d-453e-b2e5-c437e2e14a9a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Feb 21 10:17:34.687051 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daab0f-5992-4f22-a519-c5179da94909 req-8b51ecbb-39cc-45f3-ac1a-9362bc6386c2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:34.688495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64daab0f-5992-4f22-a519-c5179da94909 req-8b51ecbb-39cc-45f3-ac1a-9362bc6386c2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0501144 Feb 21 10:17:34.735026 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-64daab0f-5992-4f22-a519-c5179da94909 req-e62ab63f-1a80-41bc-9a0e-a1b52686eab8 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Feb 21 10:17:35.823578 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-90bfd0a1-3901-4aa7-a63b-dcb225544776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:35.852764 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c05403-2428-4018-a0dd-fc9581406ddf req-e3291a7c-9036-43f1-99f7-b431fde49a50 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:35.854264 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-88c05403-2428-4018-a0dd-fc9581406ddf req-e3291a7c-9036-43f1-99f7-b431fde49a50 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0529356 Feb 21 10:17:35.906610 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-88c05403-2428-4018-a0dd-fc9581406ddf req-fd1b3a82-1d1e-4922-9f7b-9627fb9b3ade tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466893 Feb 21 10:17:36.950631 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:37.025306 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982b193-5261-4707-935a-19d94e1f29e8 req-0dfb96e6-cb6c-4d84-a5a3-ab8ab5fab3f3 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:37.026767 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8982b193-5261-4707-935a-19d94e1f29e8 req-0dfb96e6-cb6c-4d84-a5a3-ab8ab5fab3f3 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0525517 Feb 21 10:17:37.074602 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8982b193-5261-4707-935a-19d94e1f29e8 req-cd39077c-dbe7-44cf-bce4-2f2821a706d6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Feb 21 10:17:37.746709 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183e1d0-660e-4cd2-8a9d-269afd528de1 req-6a805443-9308-4987-88c5-c50cc96a7b8a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:37.748424 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8183e1d0-660e-4cd2-8a9d-269afd528de1 req-6a805443-9308-4987-88c5-c50cc96a7b8a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0512156 Feb 21 10:17:37.793631 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8183e1d0-660e-4cd2-8a9d-269afd528de1 req-00898ab5-7b6f-4372-8b4d-b677472446d9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395870 Feb 21 10:17:38.194758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b864aef-61c0-448c-b6f8-2eabcddf82e9 req-24568684-5441-45d6-9811-5be3779484d7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:38.196221 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b864aef-61c0-448c-b6f8-2eabcddf82e9 req-24568684-5441-45d6-9811-5be3779484d7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.0552664 Feb 21 10:17:38.244885 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b864aef-61c0-448c-b6f8-2eabcddf82e9 req-2223f467-dabf-4369-8937-a56d02fccdf1 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Feb 21 10:17:38.369988 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:38.917819 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95633134-6098-4bf4-afd2-e5f618198453 req-c620ae93-ac68-4abf-b5ea-6ec5b79a1d2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:38.919305 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95633134-6098-4bf4-afd2-e5f618198453 req-c620ae93-ac68-4abf-b5ea-6ec5b79a1d2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0601594 Feb 21 10:17:38.964421 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-95633134-6098-4bf4-afd2-e5f618198453 req-685fa430-6542-4c27-97a1-a573626e83dd tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396736 Feb 21 10:17:39.052180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-b8be6cc6-6ff8-47c6-9931-7996714dc6b5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:39.053657 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-b8be6cc6-6ff8-47c6-9931-7996714dc6b5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 946 time: 0.0513647 Feb 21 10:17:39.152810 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Deleting port f22da312-627c-4f80-97c3-0bfaa57f9163 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:17:39.153181 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.238011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] For port f22da312-627c-4f80-97c3-0bfaa57f9163, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f22da312-627c-4f80-97c3-0bfaa57f9163,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:39.238696 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.441462 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddfac3-6330-439e-9cb5-6419e8636450 req-1b1bd246-ad5e-4e10-befc-ecd2d91f6dad tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:39.442845 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-73ddfac3-6330-439e-9cb5-6419e8636450 req-1b1bd246-ad5e-4e10-befc-ecd2d91f6dad tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 944 time: 0.1111889 Feb 21 10:17:39.445713 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.446614 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (853d603c-298d-4ba2-b595-3a1dd946aa52), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.446933 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Floating IP 853d603c-298d-4ba2-b595-3a1dd946aa52 disassociated. External IP: 172.27.0.186, port: f22da312-627c-4f80-97c3-0bfaa57f9163. Feb 21 10:17:39.447280 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Calling delete_port for f22da312-627c-4f80-97c3-0bfaa57f9163 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:17:39.536491 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-73ddfac3-6330-439e-9cb5-6419e8636450 req-7a630474-fd24-43e9-b9b0-6ba60f4d0c84 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871520 Feb 21 10:17:39.610678 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f22da312-627c-4f80-97c3-0bfaa57f9163), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.640440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event deleted for resources: {'Port': ['ID=f22da312-627c-4f80-97c3-0bfaa57f9163,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:39.652147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.652506 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.652859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.653258 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.653595 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.653930 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.654262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.655488 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.655910 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.656449 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.656797 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.657147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.657479 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:39.657988 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:17:39.754123 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:39.766157 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'port_id': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'mac_address': 'fa:16:3e:f2:07:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:17:39.769301 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:17:39.805128 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port bd02e708-7a4e-4c34-9048-67afd0f036b1 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:39.806040 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.818974 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd02e708-7a4e-4c34-9048-67afd0f036b1 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:17:39.839734 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:39.843747 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.906069 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:39.917662 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=7']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:40.095192 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-959d4ef7-acc7-4d84-84d3-1458f798a35a req-9ed6aaa5-a1cb-4516-8521-5400a4110785 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8db6fbd4-8495-42f3-9a23-c7b89e65a020 HTTP/1.1" status: 200 len: 210 time: 0.0315754 Feb 21 10:17:40.157866 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:17:40.168996 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:17:40.179292 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:40.179917 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:40.203540 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] No DVR routers for this DVR port f22da312-627c-4f80-97c3-0bfaa57f9163 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:17:40.206055 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:40.209358 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9501d53b-5aa6-41e1-977b-8963bd08218f req-9a0de2b5-0725-4d71-b114-5186fa3964ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "DELETE /v2.0/ports/f22da312-627c-4f80-97c3-0bfaa57f9163 HTTP/1.1" status: 204 len: 173 time: 1.1491125 Feb 21 10:17:40.209817 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'name': 'network-vif-deleted', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:40.212113 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f25919-7599-4695-97cc-2b423b817a13" -d '{"events": [{"server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "name": "network-vif-deleted", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:40.249814 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c94b7d-88e6-4af7-af8f-8836fd354e7f x-openstack-request-id: req-c3c94b7d-88e6-4af7-af8f-8836fd354e7f {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:40.250436 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db6fbd4-8495-42f3-9a23-c7b89e65a020", "name": "network-vif-deleted", "tag": "f22da312-627c-4f80-97c3-0bfaa57f9163", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:40.250436 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3c94b7d-88e6-4af7-af8f-8836fd354e7f {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:40.250756 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db6fbd4-8495-42f3-9a23-c7b89e65a020', 'name': 'network-vif-deleted', 'tag': 'f22da312-627c-4f80-97c3-0bfaa57f9163', 'status': 'completed', 'code': 200} Feb 21 10:17:40.295272 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['bd02e708-7a4e-4c34-9048-67afd0f036b1'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:17:40.327944 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:40.638901 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:40.659886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4023a67-5bde-46dd-944f-77454905be8d req-a4270c47-9bc2-4412-a53a-ed73d51f1c0b tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:40.661564 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4023a67-5bde-46dd-944f-77454905be8d req-a4270c47-9bc2-4412-a53a-ed73d51f1c0b tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 945 time: 0.0594835 Feb 21 10:17:40.674748 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:17:40.693535 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:40.694246 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:40.716227 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4023a67-5bde-46dd-944f-77454905be8d req-4bd772f1-f195-466a-a206-a9a0eaade4bc tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492210 Feb 21 10:17:40.831351 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:41.021984 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:41.051966 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e736b3-9ff0-4dcb-93d6-080e43cd5e2e None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:17:41.181211 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40440) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:41.244547 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.270163 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.286119 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24665a2b-3042-4ab9-b134-98f2ac85a280 None None] New status for floating IP 853d603c-298d-4ba2-b595-3a1dd946aa52: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:17:41.318253 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.321240 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.324846 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "DELETE /v2.0/security-groups/a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5 HTTP/1.1" status: 204 len: 168 time: 0.1402302 Feb 21 10:17:41.325356 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40442) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:41.331327 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:41.339476 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.339766 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.339884 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.api.v2.resource [None req-f94a9ac8-5521-40f8-bf19-cb2befce69a4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] show failed (client error): The resource could not be found. Feb 21 10:17:41.340111 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.340449 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.343786 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.343786 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344029 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f94a9ac8-5521-40f8-bf19-cb2befce69a4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups/a61d4c6a-4fa0-470d-990c-2e3ccdd5dfe5 HTTP/1.1" status: 404 len: 347 time: 0.0146530 Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfeac6a-0579-4505-9023-1d5bbf365ef9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:17:41.344786 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40444) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:41.477906 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Deleting port d19f747b-20aa-4253-8379-e4514120266d {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:17:41.478249 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (d19f747b-20aa-4253-8379-e4514120266d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.554785 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (d19f747b-20aa-4253-8379-e4514120266d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.555122 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (d19f747b-20aa-4253-8379-e4514120266d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.566700 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Calling delete_port for d19f747b-20aa-4253-8379-e4514120266d owned by network:floatingip {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:17:41.671841 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:17:41.703067 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (d19f747b-20aa-4253-8379-e4514120266d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.721289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port bd02e708-7a4e-4c34-9048-67afd0f036b1 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:17:41.721858 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.734256 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event deleted for resources: {'Port': ['ID=d19f747b-20aa-4253-8379-e4514120266d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:41.801659 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (853d603c-298d-4ba2-b595-3a1dd946aa52), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.804140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.804512 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port bd02e708-7a4e-4c34-9048-67afd0f036b1 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:41.804905 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.805833 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-29273998-bda6-45a6-a1bc-c7b6c4194156 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "DELETE /v2.0/floatingips/853d603c-298d-4ba2-b595-3a1dd946aa52 HTTP/1.1" status: 204 len: 168 time: 0.4587328 Feb 21 10:17:41.829146 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:41.831377 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f162677-0c14-415f-9867-c81b45bbec10" -d '{"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-plugged", "status": "completed", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:41.844621 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:41.848686 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:41.849626 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f22da312-627c-4f80-97c3-0bfaa57f9163 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:17:41.852221 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618fef6-622a-48bb-820b-fbe850aad998 req-a96a3e4c-d3c7-4a05-a0e9-38a98d7a8b31 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:41.853790 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7618fef6-622a-48bb-820b-fbe850aad998 req-a96a3e4c-d3c7-4a05-a0e9-38a98d7a8b31 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 945 time: 0.0653799 Feb 21 10:17:41.894677 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: f22da312-627c-4f80-97c3-0bfaa57f9163 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:17:41.895401 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f22da312-627c-4f80-97c3-0bfaa57f9163 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:17:41.904372 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7618fef6-622a-48bb-820b-fbe850aad998 req-8f98f550-e609-4c0a-bc9d-bda7d97f8435 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448587 Feb 21 10:17:41.924869 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=8']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:41.961598 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8db2bdd-ed2c-4299-8c25-1fea817f3891 x-openstack-request-id: req-b8db2bdd-ed2c-4299-8c25-1fea817f3891 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:41.961912 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-plugged", "status": "completed", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:41.962171 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8db2bdd-ed2c-4299-8c25-1fea817f3891 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:41.962591 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'code': 200} Feb 21 10:17:42.129989 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40452) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:42.135187 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043881247', 'description': 'tempest-description--78336001'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:42.154598 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.253347 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a11610-f2ee-4edf-ab7c-c5efc721c6c0 req-1ac2a8c6-0987-4486-a929-9d64ddd7b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:42.254857 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82a11610-f2ee-4edf-ab7c-c5efc721c6c0 req-1ac2a8c6-0987-4486-a929-9d64ddd7b6d8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1130 time: 0.0756650 Feb 21 10:17:42.261365 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (90e2b2be-fdb0-48e7-b340-17c6cc05f387), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.268606 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (90e2b2be-fdb0-48e7-b340-17c6cc05f387), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.311953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.313170 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1821342 Feb 21 10:17:42.316124 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40454) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:42.318958 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b65e3c-3c3c-49b5-9f34-e6cba3fc28a8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2b2be-fdb0-48e7-b340-17c6cc05f387,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:42.321588 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'security_group_rule': {'security_group_id': '90e2b2be-fdb0-48e7-b340-17c6cc05f387', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:42.333488 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82a11610-f2ee-4edf-ab7c-c5efc721c6c0 req-758c0cf6-c29f-4417-a4b2-ee8384f60bb4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708559 Feb 21 10:17:42.347043 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (7f2aec86-7c9e-4f9c-ba17-030d62fca64f), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.398560 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (7f2aec86-7c9e-4f9c-ba17-030d62fca64f), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.402573 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (7f2aec86-7c9e-4f9c-ba17-030d62fca64f), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.420624 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2aec86-7c9e-4f9c-ba17-030d62fca64f,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:42.429176 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.430373 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-937cbce6-cd9a-4549-801d-a7842b046d9a tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131997 Feb 21 10:17:42.433078 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40456) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:42.437241 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'security_group_rule': {'security_group_id': '90e2b2be-fdb0-48e7-b340-17c6cc05f387', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:42.460701 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (23872974-0635-442e-970a-8a7e80476dc2), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.516810 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (23872974-0635-442e-970a-8a7e80476dc2), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.519994 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571995'] for security_group_rule (23872974-0635-442e-970a-8a7e80476dc2), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.536660 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23872974-0635-442e-970a-8a7e80476dc2,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:42.543927 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.545108 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7db3b1e2-f630-4d7e-ba69-67f49a77e3f1 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111000 Feb 21 10:17:42.548114 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40458) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:42.552312 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:42.571181 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.662584 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.766043 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Allocated IP 172.27.0.188 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/c88b6978-3b77-4a83-9e0d-b9cab86c27d3) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:17:42.862274 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.898362 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:42.935336 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:17:42.938074 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:17:42.943679 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:17:42.949588 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'Port': ['ID=c88b6978-3b77-4a83-9e0d-b9cab86c27d3,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:43.023811 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa0e-02f4-4bbf-8195-b237d023454e req-531c3ad5-7e06-41c8-a63f-2aaee38e0deb tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:43.025358 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-15f6aa0e-02f4-4bbf-8195-b237d023454e req-531c3ad5-7e06-41c8-a63f-2aaee38e0deb tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0526767 Feb 21 10:17:43.031048 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (41fce321-9faf-4bd0-94e0-ccc7434d8ea2), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:43.067271 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:43.078488 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-15f6aa0e-02f4-4bbf-8195-b237d023454e req-bc6532fb-06db-45ac-b301-15484461ec93 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Feb 21 10:17:43.217509 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:43.222145 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:43.501478 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'Port': ['ID=c88b6978-3b77-4a83-9e0d-b9cab86c27d3,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:43.511809 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (41fce321-9faf-4bd0-94e0-ccc7434d8ea2), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:43.528800 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:43.530181 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d417b557-5f0b-403b-b74b-0c1d1282e309 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9811335 Feb 21 10:17:43.679110 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-2aeb5d2e-bf87-4b47-bb77-255baab9408c tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--2043881247&fields=id&tenant_id=e7c6743e7c564ff19940036bc2529184 HTTP/1.1" status: 200 len: 267 time: 0.0416493 Feb 21 10:17:43.786577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-0e72bf6e-12ac-4c96-9ed0-c25e19c50b61 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:43.788019 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-0e72bf6e-12ac-4c96-9ed0-c25e19c50b61 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 811 time: 0.1025152 Feb 21 10:17:43.803495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-33e98ce1-ac75-42a9-9a40-af4058768d79 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/quotas/e7c6743e7c564ff19940036bc2529184 HTTP/1.1" status: 200 len: 375 time: 0.0094256 Feb 21 10:17:43.863835 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-e04f93b3-91a4-41d4-a4a6-531b1ea1d5d3 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544083 Feb 21 10:17:43.957551 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-682727a4-d734-4a68-9812-30ed90275d92 service neutron] 10.222.0.73 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818360 Feb 21 10:17:44.050758 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-7093f69d-ff52-4c5a-a00b-b5f780f6d343 service neutron] 10.222.0.73 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875263 Feb 21 10:17:44.211246 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5e8cd7ee-1681-48f3-b1a6-3e1e393192a1 req-089c3aa0-6f4e-41cc-b25c-5adee2388057 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 210 time: 0.0285892 Feb 21 10:17:44.226847 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2a49d-fb95-43f4-a7c6-32ed8a1cab77 req-515da33c-8091-42d4-b6d2-71a449a90340 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:44.228675 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d7b2a49d-fb95-43f4-a7c6-32ed8a1cab77 req-515da33c-8091-42d4-b6d2-71a449a90340 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0823660 Feb 21 10:17:44.278135 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d7b2a49d-fb95-43f4-a7c6-32ed8a1cab77 req-74a6e373-6754-445b-81eb-7a748189c0fa tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436466 Feb 21 10:17:45.136243 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c963f704-9a0d-42ac-89da-04c7b3165ec0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:45.137736 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c963f704-9a0d-42ac-89da-04c7b3165ec0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 811 time: 0.1117418 Feb 21 10:17:45.199681 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-5802efd4-e105-4ae4-8b8d-bac163a120b4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c6743e7c564ff19940036bc2529184 HTTP/1.1" status: 200 len: 380 time: 0.0527532 Feb 21 10:17:45.208802 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'port': {'device_id': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'admin_state_up': True, 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'security_groups': ['90e2b2be-fdb0-48e7-b340-17c6cc05f387']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:45.314379 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e8535140-c1bb-4616-b817-12ef312f1751 req-006368a7-6bf0-4f7d-8c70-c3604b462ab9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 210 time: 0.0303965 Feb 21 10:17:45.342449 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Made reservation on behalf of e7c6743e7c564ff19940036bc2529184 for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:17:45.346176 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:45.467360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Allocated IP 172.20.0.8 (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa/515b66a3-d3cf-43d6-a321-39ba872266a4/dee0c547-a103-4915-8f38-e9b20013fe95) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:17:45.600337 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for port (dee0c547-a103-4915-8f38-e9b20013fe95), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:45.634975 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:45.674626 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:17:45.677483 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:17:45.679709 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:17:45.714663 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event updated for resources: {'Port': ['ID=dee0c547-a103-4915-8f38-e9b20013fe95,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:45.739243 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:45.739989 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:45.756799 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-75c3c4fa-7b91-481a-bfab-4e594cc99e2d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518091 Feb 21 10:17:45.778669 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Request body: {'port': {'device_id': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:45.840590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:45.852587 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-01de22e7-60b0-41e5-ad04-7b096e3e3b69 None None] Provisioning complete for port dee0c547-a103-4915-8f38-e9b20013fe95 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:17:45.853195 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-01de22e7-60b0-41e5-ad04-7b096e3e3b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:45.890653 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-01de22e7-60b0-41e5-ad04-7b096e3e3b69 None None] Port dee0c547-a103-4915-8f38-e9b20013fe95 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:17:46.106766 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee0c547-a103-4915-8f38-e9b20013fe95 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:17:46.114495 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Publish callbacks [] for port (dee0c547-a103-4915-8f38-e9b20013fe95), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:46.127353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Transition to ACTIVE for port object dee0c547-a103-4915-8f38-e9b20013fe95 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:17:46.131298 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:46.178622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Pushing event updated for resources: {'Port': ['ID=dee0c547-a103-4915-8f38-e9b20013fe95,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:46.252192 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Attempting to bind port dee0c547-a103-4915-8f38-e9b20013fe95 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:17:46.252539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Attempting to bind port dee0c547-a103-4915-8f38-e9b20013fe95 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:17:46.252873 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Attempting to bind port dee0c547-a103-4915-8f38-e9b20013fe95 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:17:46.257609 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Port dee0c547-a103-4915-8f38-e9b20013fe95 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:17:46.257995 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Attempting to bind port dee0c547-a103-4915-8f38-e9b20013fe95 on network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:17:46.263022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:17:46.263370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Checking segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:17:46.263788 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Bound using segment: {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:17:46.264216 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Bound port: dee0c547-a103-4915-8f38-e9b20013fe95, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41eadf1b-4b05-4ce9-bebd-7b7128f39969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:17:46.264581 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:46.333010 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] For port dee0c547-a103-4915-8f38-e9b20013fe95, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:17:46.336081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] For port dee0c547-a103-4915-8f38-e9b20013fe95, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dee0c547-a103-4915-8f38-e9b20013fe95,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:17:46.346147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:46.379602 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:46.380145 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:46.381564 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] 10.222.0.45 "PUT /v2.0/ports/dee0c547-a103-4915-8f38-e9b20013fe95 HTTP/1.1" status: 200 len: 1093 time: 0.6072648 Feb 21 10:17:46.382034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:46.384293 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28" -d '{"events": [{"name": "network-changed", "server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:46.422197 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a8121-333f-4426-aa4e-26a770d1e561 service neutron] Pushing event updated for resources: {'Port': ['ID=dee0c547-a103-4915-8f38-e9b20013fe95,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:46.503488 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17970-e267-4d01-a041-0d694ae97a1b req-b181a044-bd5f-498b-9ab3-3833b60a7b3e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:46.505076 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bcb17970-e267-4d01-a041-0d694ae97a1b req-b181a044-bd5f-498b-9ab3-3833b60a7b3e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 943 time: 0.1026783 Feb 21 10:17:46.521307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-220aa117-5ff2-46c0-8e3c-ee9dc271a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:46.522805 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-220aa117-5ff2-46c0-8e3c-ee9dc271a6e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 1127 time: 0.0751958 Feb 21 10:17:46.532194 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4559bf06-408b-41bd-afec-21032b8e7c81 x-openstack-request-id: req-4559bf06-408b-41bd-afec-21032b8e7c81 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:46.532518 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:46.532756 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4559bf06-408b-41bd-afec-21032b8e7c81 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:46.533187 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'status': 'completed', 'code': 200} Feb 21 10:17:46.575124 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-2a371e34-298e-4085-8589-5334e5fda3d6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0c547-a103-4915-8f38-e9b20013fe95 HTTP/1.1" status: 200 len: 217 time: 0.0393133 Feb 21 10:17:46.653621 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bcb17970-e267-4d01-a041-0d694ae97a1b req-f632f465-8510-4954-9abe-8dc48cc9342e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403890 Feb 21 10:17:46.674867 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-313e0be0-c175-470b-b792-da172149ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:46.676327 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-313e0be0-c175-470b-b792-da172149ede3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0938144 Feb 21 10:17:46.686466 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea2443-cb77-4178-8719-5bbd4d3f7675 req-98bfb8cc-c6c9-4c56-8c1f-51a51e0ae12f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:46.687825 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e1ea2443-cb77-4178-8719-5bbd4d3f7675 req-98bfb8cc-c6c9-4c56-8c1f-51a51e0ae12f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.1070192 Feb 21 10:17:46.759879 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e1ea2443-cb77-4178-8719-5bbd4d3f7675 req-04b33f1a-00af-4098-a3dc-be0e24ab21c6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642269 Feb 21 10:17:46.765650 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-08f96487-f2b1-4839-856e-9c64f33feb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:46.767091 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-08f96487-f2b1-4839-856e-9c64f33feb48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784411 Feb 21 10:17:46.856700 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-710c099c-9a8e-4ef7-9ded-eb5078763ac0 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826550 Feb 21 10:17:46.942518 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-602cad83-23e5-4b44-b549-87e42ef8a3c1 req-a8665ec5-39bf-4ba4-badd-5df6b7542758 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790274 Feb 21 10:17:47.036110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-3c2506a3-78a3-4d97-bc54-fc44304619a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:47.037700 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-3c2506a3-78a3-4d97-bc54-fc44304619a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 1127 time: 0.0454693 Feb 21 10:17:47.128387 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-c8f553f5-decf-4f08-a4f2-4fd7a2b966fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:47.129882 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-c8f553f5-decf-4f08-a4f2-4fd7a2b966fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.0859177 Feb 21 10:17:47.170027 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-b578a062-f5d0-4609-a44b-2faf86cdb05a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0c547-a103-4915-8f38-e9b20013fe95 HTTP/1.1" status: 200 len: 217 time: 0.0330720 Feb 21 10:17:47.216527 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-26475ed8-1b5d-4dbc-9df4-342af22cb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:47.217878 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-26475ed8-1b5d-4dbc-9df4-342af22cb7a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0418324 Feb 21 10:17:47.269109 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-d94bedf7-1af8-4d84-a30e-5fba0ab00bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:47.270571 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-d94bedf7-1af8-4d84-a30e-5fba0ab00bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466678 Feb 21 10:17:47.355604 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-563c789e-185e-4fc5-b2dc-9a850ee2b3b6 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780604 Feb 21 10:17:47.447403 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-60ca87b3-d1b5-4ac5-b86a-1278fbcc4a28 req-67a7ee95-8896-4978-8d2c-d8e55c39d0e9 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850108 Feb 21 10:17:47.767395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbad564-9ac6-4499-8fe7-b86c0fcdb8be req-5c553aa9-9a6e-461d-9190-389f87bfe62d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:47.768774 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ccbad564-9ac6-4499-8fe7-b86c0fcdb8be req-5c553aa9-9a6e-461d-9190-389f87bfe62d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 943 time: 0.0523186 Feb 21 10:17:47.814828 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ccbad564-9ac6-4499-8fe7-b86c0fcdb8be req-6f002548-02cf-4cdf-ae18-a58cd7e6315c tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Feb 21 10:17:47.877109 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294f65-c9be-408d-b85e-84917b9f23f9 req-1d4bd626-5518-4da4-9f40-09e6746fb68e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:47.878590 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-25294f65-c9be-408d-b85e-84917b9f23f9 req-1d4bd626-5518-4da4-9f40-09e6746fb68e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Feb 21 10:17:47.930764 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-25294f65-c9be-408d-b85e-84917b9f23f9 req-cdd73e62-1370-42d7-9567-549a800554b5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Feb 21 10:17:48.298550 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6c0bef87-656a-4cdb-a221-fb420640980e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:48.299967 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6c0bef87-656a-4cdb-a221-fb420640980e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 945 time: 0.0522110 Feb 21 10:17:48.397243 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Deleting port da1fc50f-fd8e-4681-aff7-ac363e3a22dd {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:17:48.397510 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:48.486395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] For port da1fc50f-fd8e-4681-aff7-ac363e3a22dd, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:48.486768 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:48.650708 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:48.650995 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:48.651314 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Floating IP 8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676 disassociated. External IP: 172.27.0.191, port: da1fc50f-fd8e-4681-aff7-ac363e3a22dd. Feb 21 10:17:48.651653 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Calling delete_port for da1fc50f-fd8e-4681-aff7-ac363e3a22dd owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:17:48.776862 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (da1fc50f-fd8e-4681-aff7-ac363e3a22dd), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:48.802885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'Port': ['ID=da1fc50f-fd8e-4681-aff7-ac363e3a22dd,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:49.262696 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:17:49.295241 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c470eb4-baf7-4704-8650-83d2764d9707 req-ee27a18a-71d2-48e9-b81b-3419b2e90c87 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:49.296693 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c470eb4-baf7-4704-8650-83d2764d9707 req-ee27a18a-71d2-48e9-b81b-3419b2e90c87 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 943 time: 0.3928151 Feb 21 10:17:49.366608 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db52893-6324-45b6-a275-89973667612d req-01c89748-dc78-4ba5-a477-64183e6f91f2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:49.368087 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6db52893-6324-45b6-a275-89973667612d req-01c89748-dc78-4ba5-a477-64183e6f91f2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.4257996 Feb 21 10:17:49.374849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbc0-acfa-4077-856d-2f037389b637 req-c1792871-a3ca-404c-b1fb-7295e4ff3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:49.376320 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-c1792871-a3ca-404c-b1fb-7295e4ff3246 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1168 time: 0.4147794 Feb 21 10:17:49.527068 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c470eb4-baf7-4704-8650-83d2764d9707 req-1866e8d9-d0ab-4dd8-a6ec-586350258396 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224584 Feb 21 10:17:49.559830 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:17:49.572120 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:17:49.573583 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6db52893-6324-45b6-a275-89973667612d req-4c8787c3-db5f-4d27-966a-aeae9f9b444c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1963158 Feb 21 10:17:49.582732 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:49.583449 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:49.642157 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] No DVR routers for this DVR port da1fc50f-fd8e-4681-aff7-ac363e3a22dd on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:17:49.644648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:49.648163 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-22a207ec-e0bd-4b97-b78e-f71d28f07161 req-6722acc3-a883-4dc5-9a60-3d464cc56583 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "DELETE /v2.0/ports/da1fc50f-fd8e-4681-aff7-ac363e3a22dd HTTP/1.1" status: 204 len: 173 time: 1.3383596 Feb 21 10:17:49.649580 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'name': 'network-vif-deleted', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:49.652554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eaf7c7-7e36-47cb-ab65-af1c7a121285" -d '{"events": [{"server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "name": "network-vif-deleted", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:49.656243 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-565f4153-4419-48fe-a95f-bfbb77b734a7 req-30a8a2ee-7cf8-4636-bfd5-3d9c221c41a9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=044eda22-9f67-416b-bf71-0ecbec0b0876 HTTP/1.1" status: 200 len: 210 time: 0.0592821 Feb 21 10:17:49.657267 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbc0-acfa-4077-856d-2f037389b637 req-2e83d82e-d790-42bd-823a-9bf1c9a6c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:49.658588 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-2e83d82e-d790-42bd-823a-9bf1c9a6c6b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 916 time: 0.2707407 Feb 21 10:17:49.699894 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:49.716645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40254403-e9d2-4450-8653-ccb68ea35e48 x-openstack-request-id: req-40254403-e9d2-4450-8653-ccb68ea35e48 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:49.716940 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044eda22-9f67-416b-bf71-0ecbec0b0876", "name": "network-vif-deleted", "tag": "da1fc50f-fd8e-4681-aff7-ac363e3a22dd", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:49.717218 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40254403-e9d2-4450-8653-ccb68ea35e48 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:49.717614 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044eda22-9f67-416b-bf71-0ecbec0b0876', 'name': 'network-vif-deleted', 'tag': 'da1fc50f-fd8e-4681-aff7-ac363e3a22dd', 'status': 'completed', 'code': 200} Feb 21 10:17:49.743876 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-1cfe9529-516c-493f-9465-a33670051091 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 1001 time: 0.0776134 Feb 21 10:17:49.775034 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dee0c547-a103-4915-8f38-e9b20013fe95 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:17:49.799580 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbc0-acfa-4077-856d-2f037389b637 req-74e72dff-b4b8-4b27-b254-e278f151f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:49.801184 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-74e72dff-b4b8-4b27-b254-e278f151f1c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0440707 Feb 21 10:17:49.867166 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055fbc0-acfa-4077-856d-2f037389b637 req-d365b888-e493-4ae2-9a63-24ed99b59029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:49.869132 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-d365b888-e493-4ae2-9a63-24ed99b59029 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518994 Feb 21 10:17:49.968413 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-b6d4dbc4-e546-48e3-bf3f-a0eef5e3ff88 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916193 Feb 21 10:17:50.070611 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0055fbc0-acfa-4077-856d-2f037389b637 req-9ef61f30-66bf-4e01-a053-0e8a118a5bbb service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900097 Feb 21 10:17:50.096201 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port dee0c547-a103-4915-8f38-e9b20013fe95, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dee0c547-a103-4915-8f38-e9b20013fe95,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:50.110217 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'port_id': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'mac_address': 'fa:16:3e:ca:43:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:17:50.159392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:50.162661 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port dee0c547-a103-4915-8f38-e9b20013fe95 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:50.163042 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:50.193190 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:17:50.203234 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee0c547-a103-4915-8f38-e9b20013fe95 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:17:50.212998 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:50.213773 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:50.261783 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port dee0c547-a103-4915-8f38-e9b20013fe95, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dee0c547-a103-4915-8f38-e9b20013fe95,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:50.267422 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:50.364435 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=dee0c547-a103-4915-8f38-e9b20013fe95,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:50.379056 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:50.582089 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:50.609089 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5556a38-7113-418d-b327-1e9e0a21b6b0 None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:17:50.630656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['dee0c547-a103-4915-8f38-e9b20013fe95'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:17:50.664624 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755839d-379a-41e9-ad5c-d7c2e8a998d4 req-5e512dd3-3ed1-4101-a918-ac3e815c5fd8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:50.669555 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5755839d-379a-41e9-ad5c-d7c2e8a998d4 req-5e512dd3-3ed1-4101-a918-ac3e815c5fd8 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 944 time: 0.0736003 Feb 21 10:17:50.746402 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32f4ab-a86f-4d41-a80d-6bcb2dd9c686 req-492114af-bbef-4fcf-a573-b555c79490cd tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:50.748218 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be32f4ab-a86f-4d41-a80d-6bcb2dd9c686 req-492114af-bbef-4fcf-a573-b555c79490cd tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.1002343 Feb 21 10:17:50.751286 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5755839d-379a-41e9-ad5c-d7c2e8a998d4 req-c1feaa82-3791-4610-9761-8cecc27f8ec5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785494 Feb 21 10:17:50.822012 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be32f4ab-a86f-4d41-a80d-6bcb2dd9c686 req-a811a162-d7e0-447d-b497-7f4f20ed88a4 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673947 Feb 21 10:17:50.885766 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896b74a-0bd4-414d-83bf-7fa0c91cf084 None None] New status for floating IP 8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:17:51.011426 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-601f25fb-fad7-49b4-b728-96fb64d1cea4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022768566&fields=id&tenant_id=b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 267 time: 0.0488241 Feb 21 10:17:51.118808 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-5139f619-1ae4-43d9-855a-8d70a075f22d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:51.120247 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-5139f619-1ae4-43d9-855a-8d70a075f22d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 810 time: 0.1009903 Feb 21 10:17:51.135329 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a48bd5ae-00e8-4cd0-8e24-ae1e2bc296b5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/quotas/b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 375 time: 0.0094314 Feb 21 10:17:51.188484 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-8f19a5e4-a3c0-40ff-8944-c84cc9330755 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481393 Feb 21 10:17:51.285517 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-4236fa49-aecc-4855-be38-bd98442cd007 service neutron] 10.222.0.73 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856903 Feb 21 10:17:51.377566 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-5917ab32-cc15-408b-9ab2-a75e196ba9ef service neutron] 10.222.0.73 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Feb 21 10:17:51.664656 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e8f354af-4d3b-43eb-8d3e-53cad7f024d7 req-0d9a8d27-823a-484c-ac74-ee64018da087 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 210 time: 0.0319214 Feb 21 10:17:51.767616 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dee0c547-a103-4915-8f38-e9b20013fe95 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:17:51.819817 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port dee0c547-a103-4915-8f38-e9b20013fe95 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:17:51.824482 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port dee0c547-a103-4915-8f38-e9b20013fe95 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:17:51.824870 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:51.893668 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f88fe7-01cf-47ab-9a73-83e5b5328cc9 req-3c557c18-d8c2-42d8-ad4b-383efda5376b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:51.895579 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82f88fe7-01cf-47ab-9a73-83e5b5328cc9 req-3c557c18-d8c2-42d8-ad4b-383efda5376b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 944 time: 0.0737908 Feb 21 10:17:51.916791 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port dee0c547-a103-4915-8f38-e9b20013fe95 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:17:51.917226 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:51.946366 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:51.948667 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fadb3a-5d22-44d2-bf79-3d3335690249" -d '{"events": [{"server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "name": "network-vif-plugged", "status": "completed", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:51.963889 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port dee0c547-a103-4915-8f38-e9b20013fe95, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dee0c547-a103-4915-8f38-e9b20013fe95,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:17:51.968777 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:51.969629 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1fc50f-fd8e-4681-aff7-ac363e3a22dd no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:17:51.992916 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3545ccb-41bf-46a5-940a-1ef017c9cbd2 req-5750d131-2114-4ec9-95e6-c1037934f781 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:51.994545 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3545ccb-41bf-46a5-940a-1ef017c9cbd2 req-5750d131-2114-4ec9-95e6-c1037934f781 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.0962467 Feb 21 10:17:52.001562 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82f88fe7-01cf-47ab-9a73-83e5b5328cc9 req-c243b339-6062-4a92-b29b-86ec1e509a67 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926204 Feb 21 10:17:52.012804 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: da1fc50f-fd8e-4681-aff7-ac363e3a22dd {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:17:52.013199 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1fc50f-fd8e-4681-aff7-ac363e3a22dd not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:17:52.047160 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=dee0c547-a103-4915-8f38-e9b20013fe95,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:52.052451 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486a6711-b876-4494-bd37-577b9a5a4e9d x-openstack-request-id: req-486a6711-b876-4494-bd37-577b9a5a4e9d {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:52.052771 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "name": "network-vif-plugged", "status": "completed", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:52.053028 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-486a6711-b876-4494-bd37-577b9a5a4e9d {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:52.057204 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'code': 200} Feb 21 10:17:52.083559 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3545ccb-41bf-46a5-940a-1ef017c9cbd2 req-a9b6d26a-596f-4d49-9bd7-4a7689a5abca tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808997 Feb 21 10:17:52.238953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567b5a1-507b-45f7-a669-88f430ebbc36 req-9d31cae4-f4aa-4255-8158-a0f600e824dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:52.240346 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2567b5a1-507b-45f7-a669-88f430ebbc36 req-9d31cae4-f4aa-4255-8158-a0f600e824dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 1129 time: 0.0500391 Feb 21 10:17:52.287628 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2567b5a1-507b-45f7-a669-88f430ebbc36 req-0bb79dac-bf67-40be-bfb3-40b9fc98754f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399115 Feb 21 10:17:52.605789 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:52.758794 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0281cb52-4f14-4b09-a95b-4647d86e1a56 req-c4f95fd5-a89b-4c63-818c-84d09b51aad3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 210 time: 0.0285952 Feb 21 10:17:52.925140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-c21fc914-5f98-4897-80c8-b11e16e0b789 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:52.926595 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-c21fc914-5f98-4897-80c8-b11e16e0b789 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 810 time: 0.1051941 Feb 21 10:17:52.995057 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-f9c37e9b-4127-4ba3-92af-a8b2f2ff6b8a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 380 time: 0.0587566 Feb 21 10:17:53.004193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'port': {'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'admin_state_up': True, 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'security_groups': ['96e4e1a0-cab3-4dac-9d19-1b478067829a']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:53.149754 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedd469-1ff4-43d7-a5c7-c52da46798cf req-18eada72-7f03-43c7-89db-bf06b7adaf5b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:53.151236 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cdedd469-1ff4-43d7-a5c7-c52da46798cf req-18eada72-7f03-43c7-89db-bf06b7adaf5b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 945 time: 0.0881808 Feb 21 10:17:53.157789 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Made reservation on behalf of b0c470aef15d45a0bed2b2d51870ab7c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:17:53.161503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:53.313719 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fe01d-1a43-487a-806a-1fcd9f119e17 req-2137fdf0-272a-444b-96bf-10ff577fbe00 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:53.315209 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-772fe01d-1a43-487a-806a-1fcd9f119e17 req-2137fdf0-272a-444b-96bf-10ff577fbe00 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.1499624 Feb 21 10:17:53.319256 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cdedd469-1ff4-43d7-a5c7-c52da46798cf req-92aeb9d1-bcb3-44ce-9dcd-5ad44ec62fc4 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528540 Feb 21 10:17:53.410356 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Allocated IP 172.20.0.5 (fb82195b-d5e6-4df1-af70-a55985004080/682d74be-e6d2-4286-a4fb-2455fff70908/da1c43e7-6070-4df6-a479-3627e16f41e6) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:17:53.442435 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-772fe01d-1a43-487a-806a-1fcd9f119e17 req-2b8efc55-d6ff-4f39-a4d5-dd07f47adecb tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119137 Feb 21 10:17:53.572584 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:53.606361 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:53.647654 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Network fb82195b-d5e6-4df1-af70-a55985004080 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:17:53.650672 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:17:53.656193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:17:53.662437 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=da1c43e7-6070-4df6-a479-3627e16f41e6,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:53.709496 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:53.710155 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:53.727898 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-24931582-6faf-42a5-a301-7558b6dceb5c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7273297 Feb 21 10:17:53.743477 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Request body: {'port': {'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:53.809134 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:53.929596 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-fe3bf28a-c3df-4f09-970b-3945a1377aea None None] Provisioning complete for port da1c43e7-6070-4df6-a479-3627e16f41e6 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:17:53.930145 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf28a-c3df-4f09-970b-3945a1377aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:53.964683 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940c93b-d458-440e-900e-cb30b2b8440e req-18729dda-e3cf-459a-b833-dc3387fce41f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:53.966185 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4940c93b-d458-440e-900e-cb30b2b8440e req-18729dda-e3cf-459a-b833-dc3387fce41f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 931 time: 0.1235809 Feb 21 10:17:53.966564 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-fe3bf28a-c3df-4f09-970b-3945a1377aea None None] Port da1c43e7-6070-4df6-a479-3627e16f41e6 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:17:54.064966 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4940c93b-d458-440e-900e-cb30b2b8440e req-aa7eb707-f5fe-466a-b6f7-9af319b698d8 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907712 Feb 21 10:17:54.142741 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1c43e7-6070-4df6-a479-3627e16f41e6 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:17:54.150849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Publish callbacks [] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:54.162535 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Transition to ACTIVE for port object da1c43e7-6070-4df6-a479-3627e16f41e6 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:17:54.166242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:54.214415 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=da1c43e7-6070-4df6-a479-3627e16f41e6,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:54.287081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Attempting to bind port da1c43e7-6070-4df6-a479-3627e16f41e6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:17:54.287424 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Attempting to bind port da1c43e7-6070-4df6-a479-3627e16f41e6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:17:54.287759 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Attempting to bind port da1c43e7-6070-4df6-a479-3627e16f41e6 on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:17:54.292215 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Port da1c43e7-6070-4df6-a479-3627e16f41e6 on network fb82195b-d5e6-4df1-af70-a55985004080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:17:54.292551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Attempting to bind port da1c43e7-6070-4df6-a479-3627e16f41e6 on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:17:54.297519 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:17:54.297863 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Checking segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:17:54.298259 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Bound using segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:17:54.298692 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Bound port: da1c43e7-6070-4df6-a479-3627e16f41e6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:17:54.299057 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:54.367931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] For port da1c43e7-6070-4df6-a479-3627e16f41e6, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:17:54.370987 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] For port da1c43e7-6070-4df6-a479-3627e16f41e6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1c43e7-6070-4df6-a479-3627e16f41e6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:17:54.378551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:54.416613 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.417264 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:54.418763 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] 10.222.0.45 "PUT /v2.0/ports/da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 1093 time: 0.6804466 Feb 21 10:17:54.429244 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:54.432917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e254b046-a5a0-40b6-b646-c3cb136f30d7" -d '{"events": [{"name": "network-changed", "server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:54.503062 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a7850-2940-4c00-839c-ff78aa6551bc x-openstack-request-id: req-2e4a7850-2940-4c00-839c-ff78aa6551bc {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:54.503359 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:54.503643 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e4a7850-2940-4c00-839c-ff78aa6551bc {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:54.503997 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'status': 'completed', 'code': 200} Feb 21 10:17:54.517656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926492a-76de-4635-ae98-723f04d1b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=da1c43e7-6070-4df6-a479-3627e16f41e6,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:17:54.539635 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072f097-111d-4ff3-979f-846363492952 req-d2570549-a228-40f1-a4a7-022ec233816b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.541218 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a072f097-111d-4ff3-979f-846363492952 req-d2570549-a228-40f1-a4a7-022ec233816b tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 945 time: 0.1518350 Feb 21 10:17:54.558897 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-aae49421-9b51-4796-8e34-de50078779d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.560344 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-aae49421-9b51-4796-8e34-de50078779d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1127 time: 0.0949178 Feb 21 10:17:54.636640 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-ea6d3804-b14e-4ae7-9a27-971f328280fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 217 time: 0.0496447 Feb 21 10:17:54.683360 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a072f097-111d-4ff3-979f-846363492952 req-aaf24bfc-968d-4ef6-a8fb-119bdce1ca11 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348622 Feb 21 10:17:54.699709 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db621a-0245-4fe5-afe4-9a803b506ab0 req-6bd6c055-bd6e-434c-9e4b-66dac23815a3 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.701309 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-10db621a-0245-4fe5-afe4-9a803b506ab0 req-6bd6c055-bd6e-434c-9e4b-66dac23815a3 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.1551449 Feb 21 10:17:54.727148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-0e558415-fe9f-42de-8bd7-d0debfe05fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.728639 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-0e558415-fe9f-42de-8bd7-d0debfe05fdc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0809641 Feb 21 10:17:54.820217 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-10db621a-0245-4fe5-afe4-9a803b506ab0 req-27b07bc9-3995-4e23-b889-ffb118ac50a0 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120205 Feb 21 10:17:54.837375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-9c8eef9c-5f8f-4b6c-af71-f658efe6a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.838834 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-9c8eef9c-5f8f-4b6c-af71-f658efe6a783 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995145 Feb 21 10:17:54.848861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0133a-afca-4ccd-bb53-b835fa4f5629 req-56ca02f9-9f0f-4264-99e2-7229c77df65e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:54.850229 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-54f0133a-afca-4ccd-bb53-b835fa4f5629 req-56ca02f9-9f0f-4264-99e2-7229c77df65e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 945 time: 0.0832193 Feb 21 10:17:54.858364 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40572) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:17:54.874845 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Request body: {'floatingip': {'port_id': 'dee0c547-a103-4915-8f38-e9b20013fe95'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:17:54.937872 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (41fce321-9faf-4bd0-94e0-ccc7434d8ea2), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:55.053457 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-cc40f6a8-c38d-4cae-9e72-95f652f89d05 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022910 Feb 21 10:17:55.510279 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a414e6fc-baa8-4281-858f-4014e0b0c900 req-bfe6ba3c-a1d7-454f-867c-902a785d6426 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491851 Feb 21 10:17:55.523078 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee08450-33d9-4215-8e76-98544be0abb6 req-34d68df0-6532-478b-9d31-5f1c9da29470 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:55.525073 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ee08450-33d9-4215-8e76-98544be0abb6 req-34d68df0-6532-478b-9d31-5f1c9da29470 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.1396935 Feb 21 10:17:55.685024 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ee08450-33d9-4215-8e76-98544be0abb6 req-f1154f08-cbba-4095-b0f5-489b998b480f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270938 Feb 21 10:17:55.723590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-9fe2ec5f-9f3f-4c79-b8e5-9a8054e1aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:55.725080 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-9fe2ec5f-9f3f-4c79-b8e5-9a8054e1aa98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1127 time: 0.1536584 Feb 21 10:17:55.887931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-10fc9eb0-9857-4004-b7b2-3edda11fec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:55.889429 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-10fc9eb0-9857-4004-b7b2-3edda11fec66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.1575961 Feb 21 10:17:55.891279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:55.907839 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (41fce321-9faf-4bd0-94e0-ccc7434d8ea2), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:55.975015 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:17:55.984494 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-9894e66b-9000-4912-b0af-c40f24724226 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 217 time: 0.0833614 Feb 21 10:17:56.113160 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f3749-a322-41e8-9d59-f7b3c4970f01 req-92455c88-b9b3-4a58-ad56-1e9e1fa57179 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.114566 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-737f3749-a322-41e8-9d59-f7b3c4970f01 req-92455c88-b9b3-4a58-ad56-1e9e1fa57179 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.2222700 Feb 21 10:17:56.125794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-0e89c36a-371c-4671-a788-c5da1c2b1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.127170 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-0e89c36a-371c-4671-a788-c5da1c2b1728 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.1353557 Feb 21 10:17:56.177036 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Floating IP 41fce321-9faf-4bd0-94e0-ccc7434d8ea2 associated. External IP: 172.27.0.188, port: dee0c547-a103-4915-8f38-e9b20013fe95. Feb 21 10:17:56.230727 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-9379f403-ccf7-4fc2-a4bb-929a8e9c4910 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1995375 Feb 21 10:17:56.302529 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-737f3749-a322-41e8-9d59-f7b3c4970f01 req-5e9b04bf-4980-4346-bfc8-16b5b97199a4 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1783538 Feb 21 10:17:56.336553 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-e17b92d8-6d81-4a63-b234-d2c779864d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.338074 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-e17b92d8-6d81-4a63-b234-d2c779864d9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1962907 Feb 21 10:17:56.449452 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-482fd03a-eaea-496a-8a7e-454912768c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.450899 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-482fd03a-eaea-496a-8a7e-454912768c1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1130 time: 0.1892228 Feb 21 10:17:56.571528 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-cb68e5e4-7bc1-4c77-bc18-6cd8cd2122bc service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218406 Feb 21 10:17:56.657838 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:17:56.674443 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-85de14eb-15c8-402b-a6b1-8b70bc2b8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.675901 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-85de14eb-15c8-402b-a6b1-8b70bc2b8f4f service neutron] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 910 time: 0.2026525 Feb 21 10:17:56.815468 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e254b046-a5a0-40b6-b646-c3cb136f30d7 req-4aa0d481-f4a3-44a9-99ba-5d82e7691394 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325027 Feb 21 10:17:56.829259 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-160816bb-af24-4180-bf21-40a2cc6595a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 1001 time: 0.1455755 Feb 21 10:17:56.917161 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3940be1-20da-4923-857a-f7f4dac98147 req-17560604-69d7-40cc-945f-a7b53f7763ff tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.918511 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3940be1-20da-4923-857a-f7f4dac98147 req-17560604-69d7-40cc-945f-a7b53f7763ff tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.1526866 Feb 21 10:17:56.946176 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:17:56.953592 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:17:56.955699 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:17:56.958216 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-9fec99b9-44b4-4d5c-9fb5-bc5468392360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:56.959665 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-9fec99b9-44b4-4d5c-9fb5-bc5468392360 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.1204524 Feb 21 10:17:56.965806 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:56.966393 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:57.028519 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-cfeb100a-3d79-48c9-919f-8188886e9de9 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "PUT /v2.0/floatingips/41fce321-9faf-4bd0-94e0-ccc7434d8ea2 HTTP/1.1" status: 200 len: 991 time: 2.1691658 Feb 21 10:17:57.030586 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:17:57.032819 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:17:57.040383 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3940be1-20da-4923-857a-f7f4dac98147 req-e4b61377-aaa9-4180-b091-e45474d90d76 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156528 Feb 21 10:17:57.066416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-fa59d008-749c-4dda-9d4b-2447298b1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:57.068616 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-fa59d008-749c-4dda-9d4b-2447298b1638 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0906820 Feb 21 10:17:57.090330 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c070a0b-e076-4874-8c47-a540db45f1ed x-openstack-request-id: req-1c070a0b-e076-4874-8c47-a540db45f1ed {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:17:57.090627 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:17:57.090882 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c070a0b-e076-4874-8c47-a540db45f1ed {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:17:57.091277 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'status': 'completed', 'code': 200} Feb 21 10:17:57.101535 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:57.357480 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '41fce321-9faf-4bd0-94e0-ccc7434d8ea2', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'port_id': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'mac_address': 'fa:16:3e:ca:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:17:42Z', 'updated_at': '2022-02-21T10:17:55Z', 'revision_number': 1, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:57.401317 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:17:57.412237 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:17:57.412829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:17:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:57.526506 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:17:57.531989 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff6404-58ca-4ee4-94f3-ecc2c8aebf76 req-294444dc-655b-4cc8-a3d3-aa2c9efa04a4 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:57.533641 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82ff6404-58ca-4ee4-94f3-ecc2c8aebf76 req-294444dc-655b-4cc8-a3d3-aa2c9efa04a4 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.1239407 Feb 21 10:17:57.536454 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-c3bcd4a0-4623-4e76-b29e-b534ef81d5f5 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610426 Feb 21 10:17:57.538804 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-47b67c04-3ae1-4ecb-9428-7c45c79d7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:57.540377 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-47b67c04-3ae1-4ecb-9428-7c45c79d7b73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7c6743e7c564ff19940036bc2529184&device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 1129 time: 0.1295536 Feb 21 10:17:57.716529 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-82ff6404-58ca-4ee4-94f3-ecc2c8aebf76 req-4a49cd30-02ec-4407-9426-906ae2cd8cec tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1751704 Feb 21 10:17:57.743521 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8f95eb0a-0245-446b-be8d-becd979aff93 req-ee63abb6-01af-4061-8989-5f64a1f1562e service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885040 Feb 21 10:17:57.744585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-5e33ca97-b883-494c-af2e-d642e541cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:57.745922 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-5e33ca97-b883-494c-af2e-d642e541cef5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 200 len: 912 time: 0.1920204 Feb 21 10:17:57.756307 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '41fce321-9faf-4bd0-94e0-ccc7434d8ea2', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'port_id': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'mac_address': 'fa:16:3e:ca:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:17:42Z', 'updated_at': '2022-02-21T10:17:55Z', 'revision_number': 1, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:17:57.787069 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38a095-3325-447c-913e-c5a97068af20 None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '41fce321-9faf-4bd0-94e0-ccc7434d8ea2', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'floating_ip_address': '172.27.0.188', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'port_id': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'mac_address': 'fa:16:3e:ca:43:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:17:42Z', 'updated_at': '2022-02-21T10:17:55Z', 'revision_number': 1, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:17:57.819761 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-5a69f3b6-a03e-4ef7-8045-6438b86af2a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dee0c547-a103-4915-8f38-e9b20013fe95 HTTP/1.1" status: 200 len: 999 time: 0.0638387 Feb 21 10:17:57.869499 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-9506d8ab-47cd-45c3-b0a7-41143f81f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:57.871040 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-9506d8ab-47cd-45c3-b0a7-41143f81f757 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 200 len: 850 time: 0.0444424 Feb 21 10:17:57.920851 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-aaa948de-798b-424c-85e2-e68d14a8a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:57.922405 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-aaa948de-798b-424c-85e2-e68d14a8a34b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447102 Feb 21 10:17:57.987023 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df76ab8-966e-4433-b6ab-ae95c013ed4b None None] New status for floating IP 41fce321-9faf-4bd0-94e0-ccc7434d8ea2: ACTIVE {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:17:58.022917 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-dd370b36-40d3-4468-bbff-41a6c6409b1e service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937679 Feb 21 10:17:58.133221 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d0bc4bbd-51d8-4539-bb26-c550833dcdd8 req-67a9e395-64ba-4b76-8a8c-7bd587eea877 service neutron] 10.222.0.45 "GET /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028769 Feb 21 10:17:58.178625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691d9b8-4ccd-4a10-be9d-058d0c280318 req-124cb587-4c60-4753-969f-b2383f6f1c6d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:58.182449 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6691d9b8-4ccd-4a10-be9d-058d0c280318 req-124cb587-4c60-4753-969f-b2383f6f1c6d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0702305 Feb 21 10:17:58.231442 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6691d9b8-4ccd-4a10-be9d-058d0c280318 req-fcfd1161-1d8a-429f-bea4-813dc0a035fb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Feb 21 10:17:58.837266 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ec923-8d67-4fc0-a16d-0f0e45ad9e70 req-465ee09c-0919-4541-a7a7-bb6feb39aaa0 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:58.838750 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b98ec923-8d67-4fc0-a16d-0f0e45ad9e70 req-465ee09c-0919-4541-a7a7-bb6feb39aaa0 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.0534303 Feb 21 10:17:58.897354 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b98ec923-8d67-4fc0-a16d-0f0e45ad9e70 req-f20c47b1-35a5-4523-969f-f57ee9c138aa tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528810 Feb 21 10:17:59.349219 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860c668-f608-44b7-829e-b11e09deb3f0 req-64b68e3c-df3b-46f3-8005-5294047452ea tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:17:59.350712 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b860c668-f608-44b7-829e-b11e09deb3f0 req-64b68e3c-df3b-46f3-8005-5294047452ea tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0513387 Feb 21 10:17:59.401703 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b860c668-f608-44b7-829e-b11e09deb3f0 req-ed9960f1-2063-402d-8fcf-acfd78a5f4c3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Feb 21 10:18:00.013413 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce536-66b9-4cc7-926e-1680c608ba90 req-fd269067-a0d7-4e31-9c46-8ff6d498326c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:00.014806 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d24ce536-66b9-4cc7-926e-1680c608ba90 req-fd269067-a0d7-4e31-9c46-8ff6d498326c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.0522869 Feb 21 10:18:00.073514 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d24ce536-66b9-4cc7-926e-1680c608ba90 req-0b5574c7-c073-4bac-98c2-62f2f5d0dcc1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532274 Feb 21 10:18:00.517950 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ea42a-7c02-4a34-a702-f948b1286042 req-83b8cdb6-b6c3-41f5-a100-3226dbb46630 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:00.519400 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ee3ea42a-7c02-4a34-a702-f948b1286042 req-83b8cdb6-b6c3-41f5-a100-3226dbb46630 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0512002 Feb 21 10:18:00.566437 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ee3ea42a-7c02-4a34-a702-f948b1286042 req-79079fec-d350-4f78-a71d-74979c26ae0f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409229 Feb 21 10:18:01.192701 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eb75f-2cca-4782-b9e4-4862a8328413 req-a8278eb0-2d81-4e0c-ae28-31b3ebc68787 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:01.194202 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-af9eb75f-2cca-4782-b9e4-4862a8328413 req-a8278eb0-2d81-4e0c-ae28-31b3ebc68787 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.0553284 Feb 21 10:18:01.253220 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-af9eb75f-2cca-4782-b9e4-4862a8328413 req-94dfb3a1-5391-463e-b423-527aed200309 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&id=451f6953-3baa-498f-a900-9bfb049dd1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534525 Feb 21 10:18:01.681571 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab492d-7383-4d79-91de-9f6150f390f0 req-543d244a-fa11-402b-a8d2-c46278a469f4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:01.683034 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fab492d-7383-4d79-91de-9f6150f390f0 req-543d244a-fa11-402b-a8d2-c46278a469f4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0521328 Feb 21 10:18:01.729610 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fab492d-7383-4d79-91de-9f6150f390f0 req-0b494f13-cca3-4544-abfd-f85721750c54 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409443 Feb 21 10:18:02.847744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9e9e-ce84-438e-a4b8-38f7c0f4975a req-8b6a64dd-ae6a-43c8-97d9-746fc4fd40f3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:02.849250 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e39b9e9e-ce84-438e-a4b8-38f7c0f4975a req-8b6a64dd-ae6a-43c8-97d9-746fc4fd40f3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0544531 Feb 21 10:18:02.901069 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e39b9e9e-ce84-438e-a4b8-38f7c0f4975a req-94f681a0-6b1c-4b40-beac-1eb2e9f29b34 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456817 Feb 21 10:18:03.448410 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-248f7618-dad1-494c-a3af-54ed74104d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:04.019453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278724f-a017-4c08-a753-8e2c9fa39c5d req-59267d96-c907-4c65-80ed-9227da933da5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:04.020914 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5278724f-a017-4c08-a753-8e2c9fa39c5d req-59267d96-c907-4c65-80ed-9227da933da5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0523927 Feb 21 10:18:04.067894 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5278724f-a017-4c08-a753-8e2c9fa39c5d req-836e2cae-135e-4217-945a-1abb7ad3807c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Feb 21 10:18:05.180685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef12ddf-c608-440e-a287-dc93b5b8ebc6 req-ac86450c-4d1e-4750-93f0-e954d2889007 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:05.182223 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aef12ddf-c608-440e-a287-dc93b5b8ebc6 req-ac86450c-4d1e-4750-93f0-e954d2889007 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 943 time: 0.0511937 Feb 21 10:18:05.235605 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aef12ddf-c608-440e-a287-dc93b5b8ebc6 req-75c649d4-fe6a-41f4-a4a6-f6bb9c3e1509 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478489 Feb 21 10:18:05.824144 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7e37-94d0-46e9-accd-9b0bd2d5a7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:05.836735 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1c43e7-6070-4df6-a479-3627e16f41e6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:18:05.932026 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da1c43e7-6070-4df6-a479-3627e16f41e6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1c43e7-6070-4df6-a479-3627e16f41e6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:18:05.943246 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:18:05.979966 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port da1c43e7-6070-4df6-a479-3627e16f41e6 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:18:05.980354 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:05.995798 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1c43e7-6070-4df6-a479-3627e16f41e6 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:18:06.014307 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da1c43e7-6070-4df6-a479-3627e16f41e6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1c43e7-6070-4df6-a479-3627e16f41e6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:18:06.017804 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:06.064159 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=da1c43e7-6070-4df6-a479-3627e16f41e6,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:18:06.355138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55ac5e-afad-4694-9ce1-3030d1caca32 req-b4dc2b21-84b0-4f16-aeae-584aff5017c4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:06.357235 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab55ac5e-afad-4694-9ce1-3030d1caca32 req-b4dc2b21-84b0-4f16-aeae-584aff5017c4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 944 time: 0.0568993 Feb 21 10:18:06.407096 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab55ac5e-afad-4694-9ce1-3030d1caca32 req-7ff12607-a4d5-4fbc-a0c1-6b5ad9a56827 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Feb 21 10:18:06.410067 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['da1c43e7-6070-4df6-a479-3627e16f41e6'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:18:06.952880 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:07.545785 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d14f-a806-4eee-a7f7-4ba9b74c57b6 req-268e2c8d-ce1e-4360-a0ab-5565e11e073c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:07.547303 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4e00d14f-a806-4eee-a7f7-4ba9b74c57b6 req-268e2c8d-ce1e-4360-a0ab-5565e11e073c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 944 time: 0.0635104 Feb 21 10:18:07.598920 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4e00d14f-a806-4eee-a7f7-4ba9b74c57b6 req-b99df268-a0c5-45e4-a498-3fa168a45e90 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425518 Feb 21 10:18:07.860730 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1c43e7-6070-4df6-a479-3627e16f41e6 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:18:07.909703 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port da1c43e7-6070-4df6-a479-3627e16f41e6 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:18:07.913628 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port da1c43e7-6070-4df6-a479-3627e16f41e6 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:18:07.914014 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:07.993456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port da1c43e7-6070-4df6-a479-3627e16f41e6 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:18:07.994109 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:08.016625 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:18:08.018847 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e2423e-615d-4ed5-8f8e-264e57451bef" -d '{"events": [{"server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "name": "network-vif-plugged", "status": "completed", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:18:08.031172 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da1c43e7-6070-4df6-a479-3627e16f41e6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1c43e7-6070-4df6-a479-3627e16f41e6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:18:08.035118 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:08.058857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd14e684-f852-406e-b07b-3eeaef9710be x-openstack-request-id: req-bd14e684-f852-406e-b07b-3eeaef9710be {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:18:08.059178 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "name": "network-vif-plugged", "status": "completed", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:18:08.059437 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd14e684-f852-406e-b07b-3eeaef9710be {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:18:08.059831 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'code': 200} Feb 21 10:18:08.087697 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=da1c43e7-6070-4df6-a479-3627e16f41e6,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:18:08.316645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0da326-8163-4c74-a388-da1787ac5567 req-63337913-2e95-45a2-bb28-4494c3416eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:08.318153 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fb0da326-8163-4c74-a388-da1787ac5567 req-63337913-2e95-45a2-bb28-4494c3416eb8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1129 time: 0.0471034 Feb 21 10:18:08.362446 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fb0da326-8163-4c74-a388-da1787ac5567 req-d32cd1c5-e46b-4935-92be-7cf430a0fec5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379188 Feb 21 10:18:08.372260 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:08.717173 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba5985-cc69-41b1-8b93-e458bfa87823 req-1c947438-5e90-42c3-9597-b4b78cb58e9a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:08.718624 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7eba5985-cc69-41b1-8b93-e458bfa87823 req-1c947438-5e90-42c3-9597-b4b78cb58e9a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.0512347 Feb 21 10:18:08.766478 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7eba5985-cc69-41b1-8b93-e458bfa87823 req-8cb2f474-fe14-42cf-a9a1-bdd0e32f922c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424302 Feb 21 10:18:09.887887 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ee3e0-8a50-4028-aa44-0dfa9d199885 req-424007d3-b26f-4d9b-b7ae-f21d288d7883 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:09.888612 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:09.893674 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-125ee3e0-8a50-4028-aa44-0dfa9d199885 req-424007d3-b26f-4d9b-b7ae-f21d288d7883 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.0616543 Feb 21 10:18:09.950007 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-125ee3e0-8a50-4028-aa44-0dfa9d199885 req-8d3ec54c-a757-44d8-8664-f512aad6020a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549734 Feb 21 10:18:11.058868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698c8ed-ad13-4eaa-ba1f-6e131ea4835f req-5a7b4579-2164-4642-a2fb-99113382505f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:11.060317 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e698c8ed-ad13-4eaa-ba1f-6e131ea4835f req-5a7b4579-2164-4642-a2fb-99113382505f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.0515296 Feb 21 10:18:11.108326 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e698c8ed-ad13-4eaa-ba1f-6e131ea4835f req-2ae6008e-23ad-471a-933b-2c10b99230b4 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Feb 21 10:18:11.223731 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827cd14-80ab-4948-b1d8-c60cb1838f3a req-d7dade5a-ec95-41f4-b080-fafd19ce43bd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:11.225122 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7827cd14-80ab-4948-b1d8-c60cb1838f3a req-d7dade5a-ec95-41f4-b080-fafd19ce43bd tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.0527589 Feb 21 10:18:11.273007 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7827cd14-80ab-4948-b1d8-c60cb1838f3a req-ad25f309-02f0-49c0-a07c-49eee9858a4f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Feb 21 10:18:11.295744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40690) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:18:11.341776 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09600269-87a0-493d-96dd-fdf8dd77cb58 tempest-TestVolumeBootPattern-45759055 tempest-TestVolumeBootPattern-45759055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:11.343262 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-09600269-87a0-493d-96dd-fdf8dd77cb58 tempest-TestVolumeBootPattern-45759055 tempest-TestVolumeBootPattern-45759055-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1124 time: 0.0465624 Feb 21 10:18:11.345916 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40692) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:18:11.350004 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:18:11.370771 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:11.466871 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:11.573322 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Allocated IP 172.27.0.157 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/cd23e25f-9637-4596-82c3-445808080c56) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:18:11.669652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (cd23e25f-9637-4596-82c3-445808080c56), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:11.701744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (cd23e25f-9637-4596-82c3-445808080c56), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:11.741327 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:18:11.744017 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:18:11.749543 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:18:11.770928 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=cd23e25f-9637-4596-82c3-445808080c56,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:18:12.103129 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (3cdcedd6-17cc-47af-b1bf-6bf2163b1374), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:12.173497 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (cd23e25f-9637-4596-82c3-445808080c56), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:12.323241 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (cd23e25f-9637-4596-82c3-445808080c56), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:12.327549 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (cd23e25f-9637-4596-82c3-445808080c56), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:12.394510 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=cd23e25f-9637-4596-82c3-445808080c56,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:18:12.405966 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (3cdcedd6-17cc-47af-b1bf-6bf2163b1374), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:12.505956 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Floating IP 3cdcedd6-17cc-47af-b1bf-6bf2163b1374 associated. External IP: 172.27.0.157, port: da1c43e7-6070-4df6-a479-3627e16f41e6. Feb 21 10:18:12.713852 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:18:12.821174 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:18:12.830339 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:18:12.838242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:12.841542 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:18:12.842202 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:18:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:18:12.867921 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3b20683d-cdf4-40d1-abca-c0eb2c2bed1f tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5210114 Feb 21 10:18:12.868508 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:18:12.870760 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52113e6c-c85e-4bd9-b783-b772b048cc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:18:12.917096 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8576c2-9249-4117-a867-d1382cfda9d7 x-openstack-request-id: req-7b8576c2-9249-4117-a867-d1382cfda9d7 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:18:12.917427 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:18:12.917689 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b8576c2-9249-4117-a867-d1382cfda9d7 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:18:12.918100 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'status': 'completed', 'code': 200} Feb 21 10:18:12.957080 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:18:12.989199 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-ac37fd1d-1455-461a-ae3c-7ad19430efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:12.990654 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-ac37fd1d-1455-461a-ae3c-7ad19430efae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1129 time: 0.0443268 Feb 21 10:18:13.081689 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-93eebd95-f93b-4416-bee4-48ef8bec70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:13.083208 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-93eebd95-f93b-4416-bee4-48ef8bec70a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0865669 Feb 21 10:18:13.152800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-7e213a1d-9e75-4731-b15a-0186cfc8cb7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 999 time: 0.0623958 Feb 21 10:18:13.183006 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:11Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:18:13.208565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-6023b3b2-ee15-43b5-b3bc-e46dd5f4c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:13.210046 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-6023b3b2-ee15-43b5-b3bc-e46dd5f4c5ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0467091 Feb 21 10:18:13.212371 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:18:13.228758 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:18:13.229421 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:18:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:18:13.262702 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-b09e3fbb-13be-48f3-92de-c8b3cf8c2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:13.264260 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-b09e3fbb-13be-48f3-92de-c8b3cf8c2572 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449023 Feb 21 10:18:13.339622 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:18:13.352822 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-5091e749-9058-4042-913d-84ec41eff759 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818393 Feb 21 10:18:13.466923 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-52113e6c-c85e-4bd9-b783-b772b048cc0f req-7512cc72-2a2b-46b1-9798-a2640efccc70 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855322 Feb 21 10:18:13.568039 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:11Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:18:13.593848 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6685ccb-d09e-408e-b411-e1b6fa9eefa4 None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:11Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:18:13.772754 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8facb6-0896-414d-9c4b-6ccc294f15e2 None None] New status for floating IP 3cdcedd6-17cc-47af-b1bf-6bf2163b1374: ACTIVE {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:18:22.615429 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:32.973905 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:18:33.450240 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-081efdf2-9fac-4a8a-9d8c-ee854f71e4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:35.825071 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ab2303a1-871d-413a-9344-c6d203f48311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:36.956759 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:38.374140 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:39.881345 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:47.871923 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294c98-e9ee-426e-afff-d2582f687965 req-0e0a08c3-3d9b-4557-b5a0-a0d8a7a7c988 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:47.873697 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-23294c98-e9ee-426e-afff-d2582f687965 req-0e0a08c3-3d9b-4557-b5a0-a0d8a7a7c988 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0525427 Feb 21 10:18:47.920053 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-23294c98-e9ee-426e-afff-d2582f687965 req-53aa4362-de89-4996-90d8-36fa5bb1f437 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Feb 21 10:18:49.046134 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b488c3e-9776-47ea-9774-1f2d46c3d394 req-0bd75e02-d009-4ab0-9ec1-8f5f47b22343 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:49.047597 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b488c3e-9776-47ea-9774-1f2d46c3d394 req-0bd75e02-d009-4ab0-9ec1-8f5f47b22343 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0511599 Feb 21 10:18:49.339926 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3b488c3e-9776-47ea-9774-1f2d46c3d394 req-97060305-50d0-4158-a588-bc10ed81bc6b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866819 Feb 21 10:18:50.460011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bb7eb-c5f4-48b9-b896-15b2b1c86b59 req-8825ee87-19f5-4db4-a7fe-f2d7a0cb0bed tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:50.461478 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2f2bb7eb-c5f4-48b9-b896-15b2b1c86b59 req-8825ee87-19f5-4db4-a7fe-f2d7a0cb0bed tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0511162 Feb 21 10:18:50.507016 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2f2bb7eb-c5f4-48b9-b896-15b2b1c86b59 req-f555586f-cbd7-462b-ab6d-174a10e43a9a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Feb 21 10:18:51.625757 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c0c76-dfba-4fe0-bdd4-981cbf0e7bfb req-12c44dc2-404c-4ccc-92e6-81161e2753bc tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:51.627210 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-967c0c76-dfba-4fe0-bdd4-981cbf0e7bfb req-12c44dc2-404c-4ccc-92e6-81161e2753bc tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0508299 Feb 21 10:18:51.675435 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-967c0c76-dfba-4fe0-bdd4-981cbf0e7bfb req-e2c75424-3246-485f-8c54-a1740a575c4b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 Feb 21 10:18:52.630281 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:18:52.794377 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c365a-cbe2-4704-90e9-482bcaf04d21 req-f0a7bc74-57f2-426d-9369-2d014ad6b866 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:52.795836 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-137c365a-cbe2-4704-90e9-482bcaf04d21 req-f0a7bc74-57f2-426d-9369-2d014ad6b866 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0519485 Feb 21 10:18:52.841438 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-137c365a-cbe2-4704-90e9-482bcaf04d21 req-d9bbc9d4-03dc-44db-9b87-4befb22ab5a0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Feb 21 10:18:53.961623 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590c97c-d3a0-4ccf-9da9-d1d1d27f855e req-b1aa4704-f35b-4c13-be41-5d55e4bea66f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:53.963088 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8590c97c-d3a0-4ccf-9da9-d1d1d27f855e req-b1aa4704-f35b-4c13-be41-5d55e4bea66f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0518854 Feb 21 10:18:54.022259 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8590c97c-d3a0-4ccf-9da9-d1d1d27f855e req-60e0f331-9247-4d7a-8ef3-ba936bfccb7b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536404 Feb 21 10:18:55.147476 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901a04-0a8e-4328-9af3-b45a1041b482 req-2fcb90d2-4325-457d-9619-4422348f7e60 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:55.148941 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a6901a04-0a8e-4328-9af3-b45a1041b482 req-2fcb90d2-4325-457d-9619-4422348f7e60 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0555553 Feb 21 10:18:55.194553 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a6901a04-0a8e-4328-9af3-b45a1041b482 req-2f00f06b-0518-41e0-b749-3683697d4f5f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399587 Feb 21 10:18:56.314297 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc11b33-7928-4107-a1e7-74604d8dc3e8 req-1dc9c5a8-7efe-4c3c-a2b1-161f847ec4d8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:56.315750 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cdc11b33-7928-4107-a1e7-74604d8dc3e8 req-1dc9c5a8-7efe-4c3c-a2b1-161f847ec4d8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0506346 Feb 21 10:18:56.360742 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cdc11b33-7928-4107-a1e7-74604d8dc3e8 req-6e152316-5289-4495-bedc-5afe1fba12c6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 Feb 21 10:18:57.481282 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c585730-1d64-4a93-9cd5-cb3008c92058 req-31450655-cb75-46fd-a5ca-1210861ca8ac tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:57.482740 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1c585730-1d64-4a93-9cd5-cb3008c92058 req-31450655-cb75-46fd-a5ca-1210861ca8ac tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0517170 Feb 21 10:18:57.531652 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1c585730-1d64-4a93-9cd5-cb3008c92058 req-b879d5f1-2aaa-43eb-94d9-46acbb22e044 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Feb 21 10:18:58.651241 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0166-7a55-4c93-902f-e9c4962a315d req-27cee651-37d7-4224-b908-f3b739019ed6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:58.652716 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-49da0166-7a55-4c93-902f-e9c4962a315d req-27cee651-37d7-4224-b908-f3b739019ed6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0518990 Feb 21 10:18:58.698021 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-49da0166-7a55-4c93-902f-e9c4962a315d req-98290d55-3137-413a-b432-8472add8fe43 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Feb 21 10:18:59.817395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296256b-065f-4ace-b34c-313bdaede54e req-76099d53-2c74-489b-ba48-1507e7d796ed tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:18:59.818760 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9296256b-065f-4ace-b34c-313bdaede54e req-76099d53-2c74-489b-ba48-1507e7d796ed tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Feb 21 10:18:59.863726 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9296256b-065f-4ace-b34c-313bdaede54e req-54297d47-c581-4593-a190-d3f7fd3bb7dd tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Feb 21 10:19:00.986198 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae497932-a59e-4985-a97a-8ccfb80add46 req-7d8a2573-0732-4640-965a-f949c5e2f7d2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:00.987644 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ae497932-a59e-4985-a97a-8ccfb80add46 req-7d8a2573-0732-4640-965a-f949c5e2f7d2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0543609 Feb 21 10:19:01.033927 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ae497932-a59e-4985-a97a-8ccfb80add46 req-8d54e6af-4ab8-4b94-b7f3-59fb87968216 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Feb 21 10:19:02.153746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e2daf-7496-4031-8660-19b3d933e216 req-f0e0bd1c-41df-48e5-8118-84bb64059ded tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:02.155217 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ea1e2daf-7496-4031-8660-19b3d933e216 req-f0e0bd1c-41df-48e5-8118-84bb64059ded tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0515914 Feb 21 10:19:02.158389 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:19:02.202182 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ea1e2daf-7496-4031-8660-19b3d933e216 req-3140524d-164b-4d1f-8f2b-e5e169e13720 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413902 Feb 21 10:19:02.255910 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:02.267466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'mac_address': 'fa:16:3e:ed:e4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:19:02.302124 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: ACTIVE; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:02.302513 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:02.315547 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:19:02.334256 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:02.338209 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:02.389712 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=6']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:02.396722 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.397110 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.397478 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.397820 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.398154 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.398484 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.398850 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.399546 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.399980 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.400317 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.400658 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.400969 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.401323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:02.448848 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:19:03.327611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3381662-23d0-4754-a5ce-abf3602254a5 req-7623bc01-33d1-4162-a515-ed2f34e9eb74 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:03.329094 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e3381662-23d0-4754-a5ce-abf3602254a5 req-7623bc01-33d1-4162-a515-ed2f34e9eb74 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 944 time: 0.0543795 Feb 21 10:19:03.375410 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e3381662-23d0-4754-a5ce-abf3602254a5 req-051189fd-6112-4951-9318-ab9a933086b6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Feb 21 10:19:03.451749 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-efa782b1-6478-4faa-a290-5142959ea4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:04.178270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:19:04.226464 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:19:04.226843 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:04.426254 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:04.426651 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:04.448934 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:04.451368 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8a3b77-c279-4c7f-8f34-8b129a064fde" -d '{"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-plugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:04.466664 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:04.471997 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:04.498393 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1543b28b-e604-4d0a-88b5-0b0cce4814a6 x-openstack-request-id: req-1543b28b-e604-4d0a-88b5-0b0cce4814a6 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:04.498682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-plugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:04.498962 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1543b28b-e604-4d0a-88b5-0b0cce4814a6 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:04.499071 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02ed03-d771-4f71-b68e-8fbcfa845f07 req-549eacf1-f1c8-4e13-b8c0-9671ba162211 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:04.499662 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'code': 200} Feb 21 10:19:04.500559 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca02ed03-d771-4f71-b68e-8fbcfa845f07 req-549eacf1-f1c8-4e13-b8c0-9671ba162211 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 944 time: 0.0547507 Feb 21 10:19:04.524973 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=7']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:04.547133 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca02ed03-d771-4f71-b68e-8fbcfa845f07 req-73768977-232e-4552-b819-378ce4cdb4b7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 Feb 21 10:19:05.669939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4cb7b-8224-4935-940c-29d5adbb2e59 req-6689b87d-9433-4121-9242-51a7a4301bf3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:05.671399 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5aa4cb7b-8224-4935-940c-29d5adbb2e59 req-6689b87d-9433-4121-9242-51a7a4301bf3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Feb 21 10:19:05.721693 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5aa4cb7b-8224-4935-940c-29d5adbb2e59 req-ab2a762e-3c96-4119-aa89-fe1c1ae64a26 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447254 Feb 21 10:19:05.826323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-79b8a581-9a9e-4183-a5d8-dc469c1227e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:06.849600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb23bae-13a5-4c5d-9556-e098cd832c98 req-2658d033-2f3b-4677-b06b-b60cad3df64c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:06.853758 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1eb23bae-13a5-4c5d-9556-e098cd832c98 req-2658d033-2f3b-4677-b06b-b60cad3df64c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0583549 Feb 21 10:19:06.901910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1eb23bae-13a5-4c5d-9556-e098cd832c98 req-60f84913-8f6b-44b5-a399-fa47c87ac8a3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Feb 21 10:19:06.966427 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:08.040296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c00c7-3152-4f59-9569-d439df179aae req-eba6d45e-a4c9-48c0-9cd1-ff820c1099e8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:08.046633 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6e2c00c7-3152-4f59-9569-d439df179aae req-eba6d45e-a4c9-48c0-9cd1-ff820c1099e8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0609641 Feb 21 10:19:08.096983 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6e2c00c7-3152-4f59-9569-d439df179aae req-73aaaa43-a824-4f7a-b067-8152b6494630 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494077 Feb 21 10:19:08.378286 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:08.612947 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-30c505c2-91b8-41cc-8ff4-4c9070eba2c7 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370970021&fields=id&tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20 HTTP/1.1" status: 200 len: 267 time: 0.0544195 Feb 21 10:19:08.672249 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-8d0b2c37-58ea-48f7-bb22-ea88911eeaf2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:08.673780 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-8d0b2c37-58ea-48f7-bb22-ea88911eeaf2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 984 time: 0.0545554 Feb 21 10:19:08.685228 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Request body: {'port': {'security_groups': ['04ffb8a0-cec3-4ff8-8038-0fe38e986434']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:19:08.765820 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:08.954251 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:08.984265 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for port (f9920489-d51f-423f-a706-27c7c619d36d), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:08.989901 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.010771 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f9920489-d51f-423f-a706-27c7c619d36d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:19:09.038582 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:09.039210 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.041736 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e36b4707-bdfa-4f42-b4c1-85fc774fed9d req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "PUT /v2.0/ports/f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 942 time: 0.3612103 Feb 21 10:19:09.042343 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:09.044526 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4306207-0226-4e77-845d-b86b2799def3" -d '{"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:09.047866 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40852) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:09.071854 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event updated for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=7']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:09.080845 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.080845 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.082053 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.082053 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.082053 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.082288 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.082536 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.082868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.083142 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.083487 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.083892 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.084233 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.084681 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2d20d-7902-47fb-8511-808589ea2a7c tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.134678 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b043e2b-7e01-40be-8d81-76714783cd0d x-openstack-request-id: req-6b043e2b-7e01-40be-8d81-76714783cd0d {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:09.135037 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:09.135361 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b043e2b-7e01-40be-8d81-76714783cd0d {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:09.135822 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'status': 'completed', 'code': 200} Feb 21 10:19:09.140446 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group (451f6953-3baa-498f-a900-9bfb049dd1fd), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.192635 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f9920489-d51f-423f-a706-27c7c619d36d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:19:09.204337 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group (451f6953-3baa-498f-a900-9bfb049dd1fd), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.223581 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306207-0226-4e77-845d-b86b2799def3 req-b62c044b-879a-41b7-913b-cbcb6f03cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:09.227176 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-b62c044b-879a-41b7-913b-cbcb6f03cf8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1129 time: 0.0681276 Feb 21 10:19:09.300886 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (451f6953-3baa-498f-a900-9bfb049dd1fd), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.305526 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.306691 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "DELETE /v2.0/security-groups/451f6953-3baa-498f-a900-9bfb049dd1fd HTTP/1.1" status: 204 len: 168 time: 0.2578125 Feb 21 10:19:09.313477 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40858) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:09.356394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306207-0226-4e77-845d-b86b2799def3 req-03c9b504-d61e-4ee9-9560-9818b1584612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:09.358168 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-03c9b504-d61e-4ee9-9560-9818b1584612 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 916 time: 0.1217360 Feb 21 10:19:09.365014 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f6953-3baa-498f-a900-9bfb049dd1fd,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:09.383699 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.384328 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.384847 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.385488 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.387700 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.388223 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.388734 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.389257 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.389755 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.390237 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.390741 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.391223 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.391714 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78371bed-76fc-491b-9e35-8d8f2e2209b2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:19:09.550059 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-fc466c5e-3593-4c69-a94a-4667504d5b1f None None] Provisioning complete for port f9920489-d51f-423f-a706-27c7c619d36d triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:19:09.551186 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fc466c5e-3593-4c69-a94a-4667504d5b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (f9920489-d51f-423f-a706-27c7c619d36d), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.574328 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-8b548176-e9b4-4c5b-bbd2-97e27c4ffa32 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 1001 time: 0.1428196 Feb 21 10:19:09.644857 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Deleting port f946433f-3aef-4826-8b2a-e702149546b4 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:09.645507 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (f946433f-3aef-4826-8b2a-e702149546b4), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.659293 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306207-0226-4e77-845d-b86b2799def3 req-25cf7226-18d2-4f7e-b170-a08e3bd778fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:09.659293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-25cf7226-18d2-4f7e-b170-a08e3bd778fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0731530 Feb 21 10:19:09.706656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2600-1ba2-4af6-98e7-8cf83f93a844 req-f68660a7-94f4-42e5-8fef-e1a758ae46d8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:09.708700 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b0fb2600-1ba2-4af6-98e7-8cf83f93a844 req-f68660a7-94f4-42e5-8fef-e1a758ae46d8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.3489635 Feb 21 10:19:09.743539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306207-0226-4e77-845d-b86b2799def3 req-a3c2ea66-c787-46de-a147-4160b0d79df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:09.745199 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-a3c2ea66-c787-46de-a147-4160b0d79df2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827346 Feb 21 10:19:09.750522 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-fc466c5e-3593-4c69-a94a-4667504d5b1f None None] Current status of the port f9920489-d51f-423f-a706-27c7c619d36d is: ACTIVE; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:09.766226 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (f946433f-3aef-4826-8b2a-e702149546b4), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.766553 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for floatingip (f946433f-3aef-4826-8b2a-e702149546b4), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.781095 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Calling delete_port for f946433f-3aef-4826-8b2a-e702149546b4 owned by network:floatingip {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:09.842337 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b0fb2600-1ba2-4af6-98e7-8cf83f93a844 req-18719dc0-b567-4840-a653-ccf4609535a9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225109 Feb 21 10:19:09.893341 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:09.907288 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-b7394b96-0376-41e8-9c76-51e30ca30d0b service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524208 Feb 21 10:19:09.974122 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:19:10.023529 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4306207-0226-4e77-845d-b86b2799def3 req-3ab5dee5-af29-414e-8147-6aae698239e9 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102853 Feb 21 10:19:10.039904 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (f946433f-3aef-4826-8b2a-e702149546b4), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:10.075465 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event deleted for resources: {'Port': ['ID=f946433f-3aef-4826-8b2a-e702149546b4,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:10.145917 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks [] for floatingip (3b2d9000-8d9b-4c75-bd00-ab1344466025), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:10.146263 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.l3_db [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Floating IP 3b2d9000-8d9b-4c75-bd00-ab1344466025 disassociated (deleted). External IP: 172.27.0.121, port: f9920489-d51f-423f-a706-27c7c619d36d. Feb 21 10:19:10.383215 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Router a93aa568-d279-4b2a-8268-3adaca33dad3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:10.502046 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:10.508972 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:10.512079 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] Sync routers for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:10.522197 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:10.523100 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:10.550151 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-21a3c381-7485-4649-878c-dd7e3cb34eb1 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "DELETE /v2.0/floatingips/3b2d9000-8d9b-4c75-bd00-ab1344466025 HTTP/1.1" status: 204 len: 168 time: 1.2353814 Feb 21 10:19:10.550875 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:10.555221 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b91de880df0830b55dcdfef1929eeb4fc9bbb0512a2ce3745975162853d798d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5" -d '{"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:10.661248 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c16e1c2-66d0-4f3a-bc5f-795de3bb7985 x-openstack-request-id: req-2c16e1c2-66d0-4f3a-bc5f-795de3bb7985 {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:10.661642 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "status": "completed", "code": 200}]} {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:10.662152 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c16e1c2-66d0-4f3a-bc5f-795de3bb7985 {{(pid=102845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:10.663184 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'status': 'completed', 'code': 200} Feb 21 10:19:10.708918 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:10.750554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-e27407fe-8587-4317-b2f4-6c6fef25a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:10.752199 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-e27407fe-8587-4317-b2f4-6c6fef25a3da service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 1129 time: 0.0691171 Feb 21 10:19:10.917102 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-e022a1c9-a3c0-46c5-aa18-65d31edf231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:10.918778 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-e022a1c9-a3c0-46c5-aa18-65d31edf231a service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 200 len: 916 time: 0.1601174 Feb 21 10:19:11.003969 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:11.011222 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-c5050c36-aced-4828-9b71-44efa3f44d84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 200 len: 217 time: 0.0803156 Feb 21 10:19:11.040274 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] Checking router: a93aa568-d279-4b2a-8268-3adaca33dad3 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:11.049535 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:11.050155 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:11.101317 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-2f36260b-aa07-46f3-bb55-75f8521ae823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:11.102761 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-2f36260b-aa07-46f3-bb55-75f8521ae823 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 200 len: 854 time: 0.0750489 Feb 21 10:19:11.113164 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac48d9-33c0-4909-8a65-f86bdfe6a200 req-754a63bd-acc7-4816-823f-0dce4443f06e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:11.114690 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bdac48d9-33c0-4909-8a65-f86bdfe6a200 req-754a63bd-acc7-4816-823f-0dce4443f06e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.1181984 Feb 21 10:19:11.190821 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:11.239390 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bdac48d9-33c0-4909-8a65-f86bdfe6a200 req-0082d7ba-87ce-467f-b91f-812bcc2bb45b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100562 Feb 21 10:19:11.254039 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-7cd3b550-c4f9-4fe4-9bb8-d4c0ad8113b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:11.264223 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-7cd3b550-c4f9-4fe4-9bb8-d4c0ad8113b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1440de0-ca63-4bde-b816-084c63a9b7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1480296 Feb 21 10:19:11.381102 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-680b2e5e-1d62-48db-a7a3-dc6bc2d55be2 service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081560 Feb 21 10:19:11.453311 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:11.490065 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45487e2d-215d-46b1-a311-5421e58787bf None None] The sync data for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi is: [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:15:42Z', 'revision_number': 4, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '599153b5-91b6-4942-9a64-2e0b3e592371', 'name': '', 'network_id': 'b1440de0-ca63-4bde-b816-084c63a9b7b8', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'mac_address': 'fa:16:3e:49:fc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:42Z', 'updated_at': '2022-02-21T10:15:47Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'subnets': [{'id': '3e73bca0-8a15-4001-be02-c65ef0fdb3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:11.510803 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-11fb1446-79e0-4b5d-a020-4caf5ecd98c5 req-4595b324-2c25-4321-82f9-1900ba70eb4d service neutron] 10.222.0.45 "GET /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229544 Feb 21 10:19:11.775621 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ec589e-9574-45a7-a2d8-63dffabd9190 None None] New status for floating IP 3b2d9000-8d9b-4c75-bd00-ab1344466025: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:19:12.390105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0491ec4-7017-4ae2-b218-d24655d143e2 req-5ea36dcc-8e45-448c-b12c-d6cf6479a11f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:12.392339 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0491ec4-7017-4ae2-b218-d24655d143e2 req-5ea36dcc-8e45-448c-b12c-d6cf6479a11f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0580339 Feb 21 10:19:12.457840 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0491ec4-7017-4ae2-b218-d24655d143e2 req-99d847fe-eae3-4bc6-9ce4-f90034b337e4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591166 Feb 21 10:19:13.510941 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd734bd-9c47-411c-99d7-1a203c0d5954 req-8fadd211-19cd-4aab-9769-46a93cc11c20 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:13.512514 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9dd734bd-9c47-411c-99d7-1a203c0d5954 req-8fadd211-19cd-4aab-9769-46a93cc11c20 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0733616 Feb 21 10:19:13.613601 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9dd734bd-9c47-411c-99d7-1a203c0d5954 req-c0296601-990d-4b0d-874f-673e483958f2 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937896 Feb 21 10:19:13.633862 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b277dcd-5d65-464b-8b39-4931e6b6e212 req-8bcf6b7c-a10a-4d40-b403-8d0c507b72fa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:13.641708 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0b277dcd-5d65-464b-8b39-4931e6b6e212 req-8bcf6b7c-a10a-4d40-b403-8d0c507b72fa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0965943 Feb 21 10:19:13.687161 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0b277dcd-5d65-464b-8b39-4931e6b6e212 req-cd05b13f-fd81-4915-ad1e-36257fd707c7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Feb 21 10:19:14.766911 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d2690-08be-43c0-aa57-0e00945150b9 req-269deb05-12a6-4654-9389-d03969f52743 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:14.768601 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-664d2690-08be-43c0-aa57-0e00945150b9 req-269deb05-12a6-4654-9389-d03969f52743 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0829048 Feb 21 10:19:14.858518 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-664d2690-08be-43c0-aa57-0e00945150b9 req-dc28e898-3f31-4a21-99c4-e5f437320bc9 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ffb8a0-cec3-4ff8-8038-0fe38e986434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809791 Feb 21 10:19:14.884032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a64a1-ab83-48d2-add1-30eef318b781 req-8adb2ab1-9f3d-4945-a355-2b8bcd17f241 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:14.885903 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fa7a64a1-ab83-48d2-add1-30eef318b781 req-8adb2ab1-9f3d-4945-a355-2b8bcd17f241 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.0947945 Feb 21 10:19:14.947901 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fa7a64a1-ab83-48d2-add1-30eef318b781 req-ed4bbf02-da6f-4e7f-a0a4-be2f61260779 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559156 Feb 21 10:19:15.525157 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-17694475-cfa4-4b96-b60f-63492dfe459e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:15.526753 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-17694475-cfa4-4b96-b60f-63492dfe459e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.45 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 945 time: 0.0762553 Feb 21 10:19:15.661750 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Deleting port f9920489-d51f-423f-a706-27c7c619d36d {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:15.662100 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (f9920489-d51f-423f-a706-27c7c619d36d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:15.757519 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] For port f9920489-d51f-423f-a706-27c7c619d36d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f9920489-d51f-423f-a706-27c7c619d36d,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:15.757874 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (f9920489-d51f-423f-a706-27c7c619d36d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:15.770181 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Calling delete_port for f9920489-d51f-423f-a706-27c7c619d36d owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:15.922273 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f9920489-d51f-423f-a706-27c7c619d36d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:15.937179 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['f9920489-d51f-423f-a706-27c7c619d36d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:19:15.968149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Pushing event deleted for resources: {'Port': ['ID=f9920489-d51f-423f-a706-27c7c619d36d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:16.009745 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f432836d-240c-479d-b218-c15d3c259f89 req-5f4ee1f6-8a15-4a36-9cb7-e49cd370ada6 tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.73 "GET /v2.0/ports?device_id=635bc88c-cf75-4db1-b87e-cc103f16d3fc HTTP/1.1" status: 200 len: 210 time: 0.0500283 Feb 21 10:19:16.051478 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] No DVR routers for this DVR port f9920489-d51f-423f-a706-27c7c619d36d on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:16.055666 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:16.059076 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-feec6ea9-3405-4e56-a55c-fbd05c0af9da req-67ddf97c-ed32-4bcd-b6cb-9f9939e8bf6e tempest-TestMinimumBasicScenario-1563901608 tempest-TestMinimumBasicScenario-1563901608-project] 10.222.0.45 "DELETE /v2.0/ports/f9920489-d51f-423f-a706-27c7c619d36d HTTP/1.1" status: 204 len: 173 time: 0.5250988 Feb 21 10:19:16.060734 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'name': 'network-vif-deleted', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:16.062996 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81104f21-8cd1-4d59-9a5e-7dd1350e39a0" -d '{"events": [{"server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "name": "network-vif-deleted", "tag": "f9920489-d51f-423f-a706-27c7c619d36d"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:16.118366 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed583a-a501-473c-bcb6-55fb738b5bd9 x-openstack-request-id: req-11ed583a-a501-473c-bcb6-55fb738b5bd9 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:16.118791 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635bc88c-cf75-4db1-b87e-cc103f16d3fc", "name": "network-vif-deleted", "tag": "f9920489-d51f-423f-a706-27c7c619d36d", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:16.119131 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11ed583a-a501-473c-bcb6-55fb738b5bd9 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:16.119671 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635bc88c-cf75-4db1-b87e-cc103f16d3fc', 'name': 'network-vif-deleted', 'tag': 'f9920489-d51f-423f-a706-27c7c619d36d', 'status': 'completed', 'code': 200} Feb 21 10:19:16.165863 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee76d70-7115-460b-b57a-fa89dbf1ea80 req-35f0553b-7ca9-455d-8126-04a71eae53a6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:16.173929 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8ee76d70-7115-460b-b57a-fa89dbf1ea80 req-35f0553b-7ca9-455d-8126-04a71eae53a6 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.1138382 Feb 21 10:19:16.218085 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8ee76d70-7115-460b-b57a-fa89dbf1ea80 req-dfe6bfad-9c07-4207-b903-a9198628f775 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Feb 21 10:19:17.277716 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be54ce-e5f1-4120-972e-942a9b735304 req-28977b20-aac0-4c2f-a215-85798b8f4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:17.279183 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-28977b20-aac0-4c2f-a215-85798b8f4a0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1129 time: 0.0545852 Feb 21 10:19:17.410484 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477569e2-89c7-4259-a2ba-649f3f1e7a27 req-d008ca39-aa3e-4ead-b840-52d78a196958 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:17.412068 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-477569e2-89c7-4259-a2ba-649f3f1e7a27 req-d008ca39-aa3e-4ead-b840-52d78a196958 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 945 time: 0.1080081 Feb 21 10:19:17.415577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be54ce-e5f1-4120-972e-942a9b735304 req-6a077583-8ccd-4fcf-a1dc-d37ced7b9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:17.417533 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-6a077583-8ccd-4fcf-a1dc-d37ced7b9855 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.1309981 Feb 21 10:19:17.505726 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-e5d381f2-e0f5-4e52-ace3-c6124ce3929b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 1000 time: 0.0811760 Feb 21 10:19:17.508867 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-477569e2-89c7-4259-a2ba-649f3f1e7a27 req-0a642398-ea30-491b-ba36-be0551d44aba tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901418 Feb 21 10:19:17.556182 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be54ce-e5f1-4120-972e-942a9b735304 req-cc78189c-65ac-4f1f-81ef-d9102238aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:17.557519 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-cc78189c-65ac-4f1f-81ef-d9102238aa4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0456824 Feb 21 10:19:17.564612 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40976) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:17.612124 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be54ce-e5f1-4120-972e-942a9b735304 req-9acce8de-58f0-4f82-a0c9-cc3698d5550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:17.613648 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-9acce8de-58f0-4f82-a0c9-cc3698d5550a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477152 Feb 21 10:19:17.701446 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-0b1895d1-d3f3-4606-ae4d-5b99de78c237 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806329 Feb 21 10:19:17.793371 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-61be54ce-e5f1-4120-972e-942a9b735304 req-c441039a-c9c2-457f-b4e3-950453a8ab67 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858157 Feb 21 10:19:17.969027 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (a93aa568-d279-4b2a-8268-3adaca33dad3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:18.250843 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:18.258278 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Deleting port 599153b5-91b6-4942-9a64-2e0b3e592371 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:18.258614 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:18.327035 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: ACTIVE; New status is: DOWN {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:18.327432 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:18.333145 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] For port 599153b5-91b6-4942-9a64-2e0b3e592371, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=599153b5-91b6-4942-9a64-2e0b3e592371,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:18.333505 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:18.345815 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Calling delete_port for 599153b5-91b6-4942-9a64-2e0b3e592371 owned by network:router_interface {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:18.349289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:18.352131 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc8dca-a1eb-4d60-8a84-5d80be8d3f90" -d '{"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-unplugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:18.366752 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:18.372558 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:18.373224 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f9920489-d51f-423f-a706-27c7c619d36d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:18.397620 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: f9920489-d51f-423f-a706-27c7c619d36d {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:18.397976 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device f9920489-d51f-423f-a706-27c7c619d36d not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:18.401716 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ea9df5-39ac-46fb-be6d-2d14f15088c3 x-openstack-request-id: req-51ea9df5-39ac-46fb-be6d-2d14f15088c3 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:18.402016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-unplugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:18.402328 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51ea9df5-39ac-46fb-be6d-2d14f15088c3 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:18.402725 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'code': 200} Feb 21 10:19:18.452506 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=8']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:18.637113 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f75864-e7e0-4f48-8c1e-b520d1c9dc49 req-98a1d344-1ee0-4009-853f-d76672b0f8d7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:18.638534 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-36f75864-e7e0-4f48-8c1e-b520d1c9dc49 req-98a1d344-1ee0-4009-853f-d76672b0f8d7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0542665 Feb 21 10:19:18.685226 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-36f75864-e7e0-4f48-8c1e-b520d1c9dc49 req-0da7c788-0471-4fa9-b882-32e9c45736fc tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Feb 21 10:19:18.751482 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (599153b5-91b6-4942-9a64-2e0b3e592371), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:18.778708 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=599153b5-91b6-4942-9a64-2e0b3e592371,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:18.942649 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (a93aa568-d279-4b2a-8268-3adaca33dad3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.156601 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Router a93aa568-d279-4b2a-8268-3adaca33dad3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:19.262732 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:19.268437 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ed24dae7-4dec-4b99-8d87-e40a3bb85f96 admin admin] 10.222.0.73 "PUT /v2.0/routers/a93aa568-d279-4b2a-8268-3adaca33dad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019894 Feb 21 10:19:19.270164 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 40982) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:19.274092 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] Sync routers for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:19.283241 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:19.283858 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:19.376773 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks [] for router (a93aa568-d279-4b2a-8268-3adaca33dad3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.397155 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:19.479488 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks [] for router_gateway (a93aa568-d279-4b2a-8268-3adaca33dad3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.531018 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Deleting port 6f51eac8-8ab8-4535-911f-7753c9174eb6 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:19.531451 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.585115 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:19:18Z', 'revision_number': 5, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port': {'id': '6f51eac8-8ab8-4535-911f-7753c9174eb6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:40Z', 'updated_at': '2022-02-21T10:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:19.627257 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] For port 6f51eac8-8ab8-4535-911f-7753c9174eb6, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=6f51eac8-8ab8-4535-911f-7753c9174eb6,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:19.627627 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.649473 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Calling delete_port for 6f51eac8-8ab8-4535-911f-7753c9174eb6 owned by network:router_gateway {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:19.743261 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] Checking router: a93aa568-d279-4b2a-8268-3adaca33dad3 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:19.751605 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] Routers {'a93aa568-d279-4b2a-8268-3adaca33dad3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:19.752228 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['a93aa568-d279-4b2a-8268-3adaca33dad3'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:19.822483 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0112d3-f33f-40ca-ba45-d94f0b493ff1 req-00afe6ce-2fb6-4ecd-94f7-f734171e0942 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:19.830441 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bc0112d3-f33f-40ca-ba45-d94f0b493ff1 req-00afe6ce-2fb6-4ecd-94f7-f734171e0942 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0688486 Feb 21 10:19:19.837262 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (6f51eac8-8ab8-4535-911f-7753c9174eb6), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.867728 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] Set router a93aa568-d279-4b2a-8268-3adaca33dad3 gateway port host: None {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:19.876857 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f51eac8-8ab8-4535-911f-7753c9174eb6,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:19.895438 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bc0112d3-f33f-40ca-ba45-d94f0b493ff1 req-5c5350b3-2ade-4fe8-8129-53415ab19051 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585661 Feb 21 10:19:19.939325 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:19:19Z', 'revision_number': 6, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:19.958332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (a93aa568-d279-4b2a-8268-3adaca33dad3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:19.989739 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e42301-bd75-40c1-bfd4-ea87bf5ca79c None None] The sync data for ids ['a93aa568-d279-4b2a-8268-3adaca33dad3'] in dv-cinder-830091-1-iscsi is: [{'id': 'a93aa568-d279-4b2a-8268-3adaca33dad3', 'name': 'tempest-TestMinimumBasicScenario-1983177576-router', 'tenant_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:39Z', 'updated_at': '2022-02-21T10:19:19Z', 'revision_number': 6, 'project_id': '68a2e2fa5e5645e9bf0bb37230fc6b20', 'gw_port_host': None}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:20.107450 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (a93aa568-d279-4b2a-8268-3adaca33dad3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.109850 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks [] for router_controller (a93aa568-d279-4b2a-8268-3adaca33dad3), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.162379 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (a93aa568-d279-4b2a-8268-3adaca33dad3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.163324 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a93aa568-d279-4b2a-8268-3adaca33dad3 {{(pid=102845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:19:20.168895 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.170216 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-904a22ea-3c56-4df7-9068-5051c718d8cf admin admin] 10.222.0.73 "DELETE /v2.0/routers/a93aa568-d279-4b2a-8268-3adaca33dad3 HTTP/1.1" status: 204 len: 168 time: 0.8991575 Feb 21 10:19:20.172842 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 40994) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:20.219108 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Deleting subnet 3e73bca0-8a15-4001-be02-c65ef0fdb3ff {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:19:20.222535 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Publish callbacks [] for subnet (3e73bca0-8a15-4001-be02-c65ef0fdb3ff), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.263780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (3e73bca0-8a15-4001-be02-c65ef0fdb3ff), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.382861 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (3e73bca0-8a15-4001-be02-c65ef0fdb3ff), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.451626 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (3e73bca0-8a15-4001-be02-c65ef0fdb3ff), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.479120 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e73bca0-8a15-4001-be02-c65ef0fdb3ff,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:20.481118 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.484293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-5e8f34b5-0013-4c95-a594-e4295dd7bb0f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3e73bca0-8a15-4001-be02-c65ef0fdb3ff HTTP/1.1" status: 204 len: 168 time: 0.3102267 Feb 21 10:19:20.486840 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41006) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:20.488889 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52e871-554f-4bf0-918c-158171b62c4d None None] Network b1440de0-ca63-4bde-b816-084c63a9b7b8 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:19:20.560983 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (b1440de0-ca63-4bde-b816-084c63a9b7b8), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.617573 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Deleting port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:20.617774 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.686203 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] For port e7d51ec5-ee58-490d-bd21-db89c01fe5e0, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,segment=NetworkSegment(fbfcb647-76cf-46f4-9ee8-1b65a617addd),segment_id=fbfcb647-76cf-46f4-9ee8-1b65a617addd)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:20.686565 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.700322 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Calling delete_port for e7d51ec5-ee58-490d-bd21-db89c01fe5e0 owned by network:dhcp {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:20.786981 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (e7d51ec5-ee58-490d-bd21-db89c01fe5e0), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.790501 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247d15d-2498-42f9-b52d-6608e52d60f7 None None] DHCP port deletion for b1440de0-ca63-4bde-b816-084c63a9b7b8 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:19:20.817139 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d51ec5-ee58-490d-bd21-db89c01fe5e0,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:20.825160 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] No DVR routers for this DVR port e7d51ec5-ee58-490d-bd21-db89c01fe5e0 on host dv-cinder-830091-1-iscsi {{(pid=102845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:20.907620 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (b1440de0-ca63-4bde-b816-084c63a9b7b8), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.933310 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1440de0-ca63-4bde-b816-084c63a9b7b8']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:20.936685 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6036c-9aa0-48fd-8aef-0a685a1b2a2e req-0ba4f532-97cc-49a4-a2e7-2224640d655b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:20.938239 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6bc6036c-9aa0-48fd-8aef-0a685a1b2a2e req-0ba4f532-97cc-49a4-a2e7-2224640d655b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0648558 Feb 21 10:19:20.943053 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfcb647-76cf-46f4-9ee8-1b65a617addd') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:20.943347 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfcb647-76cf-46f4-9ee8-1b65a617addd') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:20.966990 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (fbfcb647-76cf-46f4-9ee8-1b65a617addd), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.981460 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (fbfcb647-76cf-46f4-9ee8-1b65a617addd), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.988064 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:19:20.988530 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (fbfcb647-76cf-46f4-9ee8-1b65a617addd), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:19:20.990975 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:19:21.023279 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6bc6036c-9aa0-48fd-8aef-0a685a1b2a2e req-ce458583-8e5c-4a76-9da5-0e72ec8c8f33 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733495 Feb 21 10:19:21.032202 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-80c0b6d7-3ba7-4eb1-898c-4a7885a222f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925791 Feb 21 10:19:21.049435 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (b1440de0-ca63-4bde-b816-084c63a9b7b8), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:21.067891 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:21.072337 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1440de0-ca63-4bde-b816-084c63a9b7b8 HTTP/1.1" status: 204 len: 168 time: 0.5834584 Feb 21 10:19:21.075097 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41024) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:21.114091 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9ae87-184e-4231-b40d-6bf69512b3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1440de0-ca63-4bde-b816-084c63a9b7b8,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:21.139141 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-ac45c35b-125f-48a8-aeb4-29e9f1987c6e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:21.140873 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-ac45c35b-125f-48a8-aeb4-29e9f1987c6e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports/00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 940 time: 0.0673685 Feb 21 10:19:21.630764 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 599153b5-91b6-4942-9a64-2e0b3e592371 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:21.653467 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 599153b5-91b6-4942-9a64-2e0b3e592371 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:21.654297 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 599153b5-91b6-4942-9a64-2e0b3e592371 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:21.654748 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6f51eac8-8ab8-4535-911f-7753c9174eb6 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:21.676490 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 6f51eac8-8ab8-4535-911f-7753c9174eb6 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:21.677071 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6f51eac8-8ab8-4535-911f-7753c9174eb6 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:21.677813 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e7d51ec5-ee58-490d-bd21-db89c01fe5e0 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:21.697955 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: e7d51ec5-ee58-490d-bd21-db89c01fe5e0 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:21.698546 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e7d51ec5-ee58-490d-bd21-db89c01fe5e0 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:21.740310 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (5bac9430-9f71-48e7-82b6-54725c031d26), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:22.001864 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-790ea68b-5d0b-4593-97f0-c24a51ad2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:22.003343 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-790ea68b-5d0b-4593-97f0-c24a51ad2550 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91&tenant_id=55c503357f9d4544a24d58abe60a0d2b HTTP/1.1" status: 200 len: 1127 time: 0.0881112 Feb 21 10:19:22.040041 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Deleting port 8143c79b-07bb-4a39-afb1-e0723e273226 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:22.040381 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:22.132977 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-6493574b-8501-4181-abc5-beb1fc1f80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:22.134486 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-6493574b-8501-4181-abc5-beb1fc1f80e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1127 time: 0.1075413 Feb 21 10:19:22.188070 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] For port 8143c79b-07bb-4a39-afb1-e0723e273226, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=8143c79b-07bb-4a39-afb1-e0723e273226,segment=NetworkSegment(29db2ef7-eca9-4741-97bb-28f1088f4711),segment_id=29db2ef7-eca9-4741-97bb-28f1088f4711)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:22.188429 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:22.235048 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Calling delete_port for 8143c79b-07bb-4a39-afb1-e0723e273226 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:22.267302 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48f548-aaa9-4c9b-b2d4-04645b66c687 req-6e59fb7b-fbda-4a83-837e-35fe4d832503 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:22.269721 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e48f548-aaa9-4c9b-b2d4-04645b66c687 req-6e59fb7b-fbda-4a83-837e-35fe4d832503 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.1533499 Feb 21 10:19:22.270498 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:22.349466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: DOWN; New status is: DOWN {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:22.353044 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-d62faacd-0b78-465c-98d5-e511b56c5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:22.354843 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-d62faacd-0b78-465c-98d5-e511b56c5831 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.1949408 Feb 21 10:19:22.455945 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e48f548-aaa9-4c9b-b2d4-04645b66c687 req-9cf98454-f46a-42c8-ab82-b5c3bfc0aa9c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492496 Feb 21 10:19:22.492096 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-695c33e1-3372-4b08-bf69-a937aa2803d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 998 time: 0.1281292 Feb 21 10:19:22.567048 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-5c12cca3-fce4-4fae-94ce-60ae3b1b38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:22.568423 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-5c12cca3-fce4-4fae-94ce-60ae3b1b38e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0683882 Feb 21 10:19:22.613832 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (8143c79b-07bb-4a39-afb1-e0723e273226), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:22.626699 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:22.649523 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8143c79b-07bb-4a39-afb1-e0723e273226,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:22.697667 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-e1060675-72bf-44b8-8699-9d64dd8a94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:22.699178 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-e1060675-72bf-44b8-8699-9d64dd8a94e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1241157 Feb 21 10:19:22.877304 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-8345decf-39b4-466e-a96e-41c782a7b739 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698773 Feb 21 10:19:22.910086 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (5bac9430-9f71-48e7-82b6-54725c031d26), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:23.027039 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3bcc3098-79c3-4ae5-967b-3b7bd8f9c70c req-481eb38c-8e3d-49c4-8aab-2e2d35af7734 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395755 Feb 21 10:19:23.181336 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Router 5bac9430-9f71-48e7-82b6-54725c031d26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:23.298112 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:23.306368 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41052) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:23.306902 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b916970b-ce44-402e-88a3-70c8183e1a8a admin admin] 10.222.0.73 "PUT /v2.0/routers/5bac9430-9f71-48e7-82b6-54725c031d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2302430 Feb 21 10:19:23.307603 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] Sync routers for ids ['5bac9430-9f71-48e7-82b6-54725c031d26'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:23.317701 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] Routers {'5bac9430-9f71-48e7-82b6-54725c031d26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:23.318484 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['5bac9430-9f71-48e7-82b6-54725c031d26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:23.430863 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] Set router 5bac9430-9f71-48e7-82b6-54725c031d26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:23.438644 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks [] for router (5bac9430-9f71-48e7-82b6-54725c031d26), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:23.689966 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks [] for router_gateway (5bac9430-9f71-48e7-82b6-54725c031d26), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:23.695818 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:19:22Z', 'revision_number': 5, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port': {'id': 'e87316c5-494d-43ac-8c44-d645e452ccdc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:15:45Z', 'updated_at': '2022-02-21T10:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:23.700944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc420c-fd52-437f-a723-9a0e628881c9 req-8acf3595-6119-44e2-9629-ad0abc7f9365 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:23.709588 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5bfc420c-fd52-437f-a723-9a0e628881c9 req-8acf3595-6119-44e2-9629-ad0abc7f9365 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.1272335 Feb 21 10:19:23.723351 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] Checking router: 5bac9430-9f71-48e7-82b6-54725c031d26 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:23.732927 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] Routers {'5bac9430-9f71-48e7-82b6-54725c031d26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:23.733816 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['5bac9430-9f71-48e7-82b6-54725c031d26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:23.790507 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5bfc420c-fd52-437f-a723-9a0e628881c9 req-7a2f1517-b178-4987-a672-3eddf40ed5f0 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721436 Feb 21 10:19:23.822070 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Deleting port e87316c5-494d-43ac-8c44-d645e452ccdc {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:23.823265 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:23.839037 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] Set router 5bac9430-9f71-48e7-82b6-54725c031d26 gateway port host: None {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:23.894994 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:19:23Z', 'revision_number': 6, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:23.926694 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ab148-01df-4fb5-aa4d-f47a88fb63a2 None None] The sync data for ids ['5bac9430-9f71-48e7-82b6-54725c031d26'] in dv-cinder-830091-1-iscsi is: [{'id': '5bac9430-9f71-48e7-82b6-54725c031d26', 'name': 'tempest-TestMinimumBasicScenario-1939066691-router', 'tenant_id': 'f402d16962ed46f489ff68ec1a192066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:15:44Z', 'updated_at': '2022-02-21T10:19:23Z', 'revision_number': 6, 'project_id': 'f402d16962ed46f489ff68ec1a192066', 'gw_port_host': None}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:23.948396 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] For port e87316c5-494d-43ac-8c44-d645e452ccdc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=e87316c5-494d-43ac-8c44-d645e452ccdc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:23.949270 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:23.964503 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Calling delete_port for e87316c5-494d-43ac-8c44-d645e452ccdc owned by network:router_gateway {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:24.149289 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (e87316c5-494d-43ac-8c44-d645e452ccdc), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.173841 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87316c5-494d-43ac-8c44-d645e452ccdc,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:24.239808 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (5bac9430-9f71-48e7-82b6-54725c031d26), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.297122 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41062) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:24.341689 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (5bac9430-9f71-48e7-82b6-54725c031d26), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.344120 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks [] for router_controller (5bac9430-9f71-48e7-82b6-54725c031d26), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.649813 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (5bac9430-9f71-48e7-82b6-54725c031d26), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.650406 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bac9430-9f71-48e7-82b6-54725c031d26 {{(pid=102845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:19:24.655634 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.659169 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e9765a5d-4115-4011-959d-7e74a9896c61 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5bac9430-9f71-48e7-82b6-54725c031d26 HTTP/1.1" status: 204 len: 168 time: 1.3487582 Feb 21 10:19:24.662988 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41066) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:24.670209 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Deleting port 2f630074-ab19-4123-a4c6-28013eb13cf7 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:24.670617 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.710354 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Deleting subnet 65b2efe8-44b7-4821-ad6e-f771f740d6b0 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:19:24.713376 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Publish callbacks [] for subnet (65b2efe8-44b7-4821-ad6e-f771f740d6b0), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.749840 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (65b2efe8-44b7-4821-ad6e-f771f740d6b0), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.753224 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.753563 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for floatingip (2f630074-ab19-4123-a4c6-28013eb13cf7), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.767176 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Calling delete_port for 2f630074-ab19-4123-a4c6-28013eb13cf7 owned by network:floatingip {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:24.929268 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (65b2efe8-44b7-4821-ad6e-f771f740d6b0), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:24.973957 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176de339-78c7-4700-adda-a5d4b236ee2a req-c7f99b7b-a9a4-4a16-901d-08c9fd5692ea tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:24.975959 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-176de339-78c7-4700-adda-a5d4b236ee2a req-c7f99b7b-a9a4-4a16-901d-08c9fd5692ea tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0870790 Feb 21 10:19:25.027699 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (65b2efe8-44b7-4821-ad6e-f771f740d6b0), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.062058 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b2efe8-44b7-4821-ad6e-f771f740d6b0,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:25.070009 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360baa1-a5ff-4967-9eec-df5b102afac9 None None] Network 60a6a1cb-7704-447d-bbf2-099cd0d89515 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:19:25.071236 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-176de339-78c7-4700-adda-a5d4b236ee2a req-6ed9f5d8-e434-48e3-be0d-c0c2931d5034 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850410 Feb 21 10:19:25.075899 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (2f630074-ab19-4123-a4c6-28013eb13cf7), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.088519 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.105304 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41070) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:25.105450 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d336d746-836b-47fa-ab88-bfb9f46fea7c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/65b2efe8-44b7-4821-ad6e-f771f740d6b0 HTTP/1.1" status: 204 len: 168 time: 0.4393606 Feb 21 10:19:25.126998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event deleted for resources: {'Port': ['ID=2f630074-ab19-4123-a4c6-28013eb13cf7,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:25.285321 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (60a6a1cb-7704-447d-bbf2-099cd0d89515), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.335780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for floatingip (2cb853f6-3515-4f0f-bfad-a26db2c811d0), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.335780 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Floating IP 2cb853f6-3515-4f0f-bfad-a26db2c811d0 disassociated (deleted). External IP: 172.27.0.46, port: bd02e708-7a4e-4c34-9048-67afd0f036b1. Feb 21 10:19:25.342395 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] DHCP port deletion for 60a6a1cb-7704-447d-bbf2-099cd0d89515 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:19:25.415768 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] Deleting port 0b768ad7-e279-42ce-a069-b76c9785bca8 {{(pid=102847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:25.416279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), before_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.489151 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] For port 0b768ad7-e279-42ce-a069-b76c9785bca8, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=0b768ad7-e279-42ce-a069-b76c9785bca8,segment=NetworkSegment(29db2ef7-eca9-4741-97bb-28f1088f4711),segment_id=29db2ef7-eca9-4741-97bb-28f1088f4711)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:25.489492 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), precommit_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.505876 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] Calling delete_port for 0b768ad7-e279-42ce-a069-b76c9785bca8 owned by network:dhcp {{(pid=102847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:25.671670 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), after_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.716189 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] Pushing event deleted for resources: {'Port': ['ID=0b768ad7-e279-42ce-a069-b76c9785bca8,revision_number=None']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:25.719741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32b4dd-d73d-4d4a-9ec3-be093bd98c17 None None] No DVR routers for this DVR port 0b768ad7-e279-42ce-a069-b76c9785bca8 on host dv-cinder-830091-1-iscsi {{(pid=102847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:25.721351 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e87316c5-494d-43ac-8c44-d645e452ccdc no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:25.733129 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Deleting port 0b768ad7-e279-42ce-a069-b76c9785bca8 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:25.733480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.751534 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: e87316c5-494d-43ac-8c44-d645e452ccdc {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:25.751949 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device e87316c5-494d-43ac-8c44-d645e452ccdc not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:25.752383 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 0b768ad7-e279-42ce-a069-b76c9785bca8 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:25.781264 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 0b768ad7-e279-42ce-a069-b76c9785bca8 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:25.781674 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 0b768ad7-e279-42ce-a069-b76c9785bca8 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:25.781895 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 8143c79b-07bb-4a39-afb1-e0723e273226 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:25.806453 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 8143c79b-07bb-4a39-afb1-e0723e273226 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:25.806824 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 8143c79b-07bb-4a39-afb1-e0723e273226 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:25.862970 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] For port 0b768ad7-e279-42ce-a069-b76c9785bca8, host dv-cinder-830091-1-iscsi, got binding levels [] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:25.863365 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.911306 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Calling delete_port for 0b768ad7-e279-42ce-a069-b76c9785bca8 owned by network:dhcp {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:25.916375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.ipam_backend_mixin [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Port 0b768ad7-e279-42ce-a069-b76c9785bca8 was not found and therefore no delete operation was performed {{(pid=102846) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 10:19:25.919040 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (0b768ad7-e279-42ce-a069-b76c9785bca8), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:25.965287 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] No DVR routers for this DVR port 0b768ad7-e279-42ce-a069-b76c9785bca8 on host dv-cinder-830091-1-iscsi {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:25.966962 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b768ad7-e279-42ce-a069-b76c9785bca8,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:25.998694 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Router 39b666f6-128c-4c2f-879b-41776559d6e6 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:26.056114 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (60a6a1cb-7704-447d-bbf2-099cd0d89515), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.115065 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a6a1cb-7704-447d-bbf2-099cd0d89515']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:26.132175 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29db2ef7-eca9-4741-97bb-28f1088f4711') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:26.132479 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29db2ef7-eca9-4741-97bb-28f1088f4711') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:26.145005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (29db2ef7-eca9-4741-97bb-28f1088f4711), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.194822 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (29db2ef7-eca9-4741-97bb-28f1088f4711), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.208329 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:19:26.208745 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (29db2ef7-eca9-4741-97bb-28f1088f4711), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:19:26.210981 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:19:26.236220 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:26.247833 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] Sync routers for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:26.258428 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:26.259040 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:26.281241 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.340284 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-289d330c-1f86-4a20-a6e3-791f55d82772 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "DELETE /v2.0/floatingips/2cb853f6-3515-4f0f-bfad-a26db2c811d0 HTTP/1.1" status: 204 len: 168 time: 2.0391035 Feb 21 10:19:26.340284 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (60a6a1cb-7704-447d-bbf2-099cd0d89515), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.349154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:26.353290 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81d41db-560b-409b-bffe-66c19614e728" -d '{"events": [{"name": "network-changed", "server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:26.395607 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.399063 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:26.419628 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] 10.222.0.73 "DELETE /v2.0/networks/60a6a1cb-7704-447d-bbf2-099cd0d89515 HTTP/1.1" status: 204 len: 168 time: 1.3130589 Feb 21 10:19:26.421935 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226d7aa-4982-47af-94b6-a58d3d735e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=60a6a1cb-7704-447d-bbf2-099cd0d89515,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:26.440501 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024dfdf-9cce-47ac-b055-f7df91cfa7ad req-72fe9f07-2f08-404e-bf73-c34f666e3bb2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:26.449685 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f024dfdf-9cce-47ac-b055-f7df91cfa7ad req-72fe9f07-2f08-404e-bf73-c34f666e3bb2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.2378123 Feb 21 10:19:26.532623 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f024dfdf-9cce-47ac-b055-f7df91cfa7ad req-75df7a07-eeb2-4294-9092-379f9748c38f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744197 Feb 21 10:19:26.660734 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ac5af3-4d21-4955-a1ba-642af9a8a6b3 x-openstack-request-id: req-b5ac5af3-4d21-4955-a1ba-642af9a8a6b3 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:26.661036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:26.661868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5ac5af3-4d21-4955-a1ba-642af9a8a6b3 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:26.661868 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'status': 'completed', 'code': 200} Feb 21 10:19:26.730335 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:26.769863 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] Checking router: 39b666f6-128c-4c2f-879b-41776559d6e6 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:26.776272 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41090) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:26.784398 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:26.785153 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:26.797978 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5690c-517d-41b2-b828-215a09ac7355 req-567a5c51-442c-4755-8c55-9011b931e4c2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:26.800036 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ec5690c-517d-41b2-b828-215a09ac7355 req-567a5c51-442c-4755-8c55-9011b931e4c2 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0726185 Feb 21 10:19:26.836412 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a956d371-8542-4d76-b70f-e000392a3fce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68a2e2fa5e5645e9bf0bb37230fc6b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589685 Feb 21 10:19:26.840200 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41094) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:26.913172 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ec5690c-517d-41b2-b828-215a09ac7355 req-01ad4a4f-a228-492b-8da8-0dc5b0c7d1ba tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795164 Feb 21 10:19:26.930631 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a7e1ed7-fa5c-412f-9039-5558e6e7ac13 admin admin] Publish callbacks [] for security_group (04ffb8a0-cec3-4ff8-8038-0fe38e986434), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:26.966232 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a7e1ed7-fa5c-412f-9039-5558e6e7ac13 admin admin] Publish callbacks [] for security_group (04ffb8a0-cec3-4ff8-8038-0fe38e986434), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.036951 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a7e1ed7-fa5c-412f-9039-5558e6e7ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (04ffb8a0-cec3-4ff8-8038-0fe38e986434), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.040597 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1a7e1ed7-fa5c-412f-9039-5558e6e7ac13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.044162 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-1a7e1ed7-fa5c-412f-9039-5558e6e7ac13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04ffb8a0-cec3-4ff8-8038-0fe38e986434 HTTP/1.1" status: 204 len: 168 time: 0.2005465 Feb 21 10:19:27.051686 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e1ed7-fa5c-412f-9039-5558e6e7ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ffb8a0-cec3-4ff8-8038-0fe38e986434,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:27.100243 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:27.337958 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:27.364920 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb0637b-f1e8-4438-8dac-661bc5b98ff1 None None] The sync data for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi is: [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:13:35Z', 'revision_number': 4, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '8c28ee98-badf-48d7-9931-d8a4265dc197', 'name': '', 'network_id': '37272889-9511-4d64-a534-939ab806d170', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'mac_address': 'fa:16:3e:df:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:35Z', 'updated_at': '2022-02-21T10:13:39Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'subnets': [{'id': 'a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:27.502845 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41104) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:27.550200 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-67eb7413-f1a2-4add-9df5-f4c5453d79f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f402d16962ed46f489ff68ec1a192066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452330 Feb 21 10:19:27.551902 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41106) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:27.626941 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-debfc5d2-21da-4f86-9694-64603a79d02a admin admin] Publish callbacks [] for security_group (b3daa5e3-2df5-42cc-8b56-2638db40c82c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.670380 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-debfc5d2-21da-4f86-9694-64603a79d02a admin admin] Publish callbacks [] for security_group (b3daa5e3-2df5-42cc-8b56-2638db40c82c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.713193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e0dae-35df-47ab-b83f-63f32709e845 req-e5490975-47ab-405f-8a85-43b87b7f1af7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:27.714880 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-454e0dae-35df-47ab-b83f-63f32709e845 req-e5490975-47ab-405f-8a85-43b87b7f1af7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0866137 Feb 21 10:19:27.724251 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0b4e93-ee1b-41b3-8c6d-9ec07290b7e4 None None] New status for floating IP 2cb853f6-3515-4f0f-bfad-a26db2c811d0: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:19:27.739546 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-debfc5d2-21da-4f86-9694-64603a79d02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (b3daa5e3-2df5-42cc-8b56-2638db40c82c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.745004 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-debfc5d2-21da-4f86-9694-64603a79d02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:27.745422 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-debfc5d2-21da-4f86-9694-64603a79d02a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3daa5e3-2df5-42cc-8b56-2638db40c82c HTTP/1.1" status: 204 len: 168 time: 0.1924994 Feb 21 10:19:27.775326 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfc5d2-21da-4f86-9694-64603a79d02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3daa5e3-2df5-42cc-8b56-2638db40c82c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:27.794415 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-454e0dae-35df-47ab-b83f-63f32709e845 req-8ab6b60a-19c0-492a-ac67-862fda7fe4fa tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721416 Feb 21 10:19:28.062535 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e3c25-eac4-42f1-88fa-657930133499 req-6316a73b-70e0-4dd9-b661-824295085ec7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:28.064446 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-443e3c25-eac4-42f1-88fa-657930133499 req-6316a73b-70e0-4dd9-b661-824295085ec7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0705855 Feb 21 10:19:28.138032 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-443e3c25-eac4-42f1-88fa-657930133499 req-c70ecc29-6e81-4ccf-ab3b-32af1c11fbd5 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639126 Feb 21 10:19:28.928155 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a112c2c-7157-4cfd-ac0d-d976eedc028b req-b8b3b083-a6ba-42a1-821b-7d7634c24cc9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:28.929724 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0a112c2c-7157-4cfd-ac0d-d976eedc028b req-b8b3b083-a6ba-42a1-821b-7d7634c24cc9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0534949 Feb 21 10:19:28.977560 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0a112c2c-7157-4cfd-ac0d-d976eedc028b req-0841dd4f-5c25-4040-bc64-23470c955c38 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Feb 21 10:19:29.264932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d100cfd-77cf-4e14-aa08-8c7e491bbfd7 req-3f021fac-2d39-43d4-9576-46a96c851029 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:29.266443 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3d100cfd-77cf-4e14-aa08-8c7e491bbfd7 req-3f021fac-2d39-43d4-9576-46a96c851029 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0538468 Feb 21 10:19:29.320138 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3d100cfd-77cf-4e14-aa08-8c7e491bbfd7 req-b4754ac7-cecd-4d36-acb6-992d9c79dc9a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477240 Feb 21 10:19:30.106645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412429fb-c45f-497b-9d98-cacb77273510 req-28e9c90e-c02a-4a14-9e89-15373a31e0de tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:30.108146 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-412429fb-c45f-497b-9d98-cacb77273510 req-28e9c90e-c02a-4a14-9e89-15373a31e0de tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0556915 Feb 21 10:19:30.158867 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-412429fb-c45f-497b-9d98-cacb77273510 req-f627858c-e76d-4dfa-8649-8f218d2553c7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Feb 21 10:19:30.439666 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d87f-5b9b-458e-8656-542ca40b0328 req-f014ffba-5b86-49ba-a158-71377edbb85e tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:30.441205 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d473d87f-5b9b-458e-8656-542ca40b0328 req-f014ffba-5b86-49ba-a158-71377edbb85e tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0538480 Feb 21 10:19:30.490825 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d473d87f-5b9b-458e-8656-542ca40b0328 req-2a837c5f-ec3b-4e64-bbea-7223a97611f3 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Feb 21 10:19:31.291720 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c238c9b-494d-4dc1-8b53-8357d20d01b5 req-9138a8a4-1a70-442b-81d9-f84874e38f70 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:31.293221 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c238c9b-494d-4dc1-8b53-8357d20d01b5 req-9138a8a4-1a70-442b-81d9-f84874e38f70 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0614851 Feb 21 10:19:31.344679 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8c238c9b-494d-4dc1-8b53-8357d20d01b5 req-08f48843-2676-457c-94dc-95afa5a19f86 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458257 Feb 21 10:19:31.616700 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf733dbb-1fa8-414e-81b1-05606c1fb199 req-2c74bdd7-e3c5-4fbe-a891-786f353de2ab tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:31.618237 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf733dbb-1fa8-414e-81b1-05606c1fb199 req-2c74bdd7-e3c5-4fbe-a891-786f353de2ab tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0582273 Feb 21 10:19:31.670289 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf733dbb-1fa8-414e-81b1-05606c1fb199 req-2d2f2137-185e-4147-84e9-d207cee1e4db tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461957 Feb 21 10:19:32.474126 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cb43e-4f2b-4237-8b43-e967dbbea6d8 req-9640a156-31a4-4105-b3f5-b4ecfd7acd4e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:32.476911 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a7cb43e-4f2b-4237-8b43-e967dbbea6d8 req-9640a156-31a4-4105-b3f5-b4ecfd7acd4e tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0584776 Feb 21 10:19:32.523456 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a7cb43e-4f2b-4237-8b43-e967dbbea6d8 req-b713f35f-442a-44c5-9281-c8f3ebd8b96c tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423050 Feb 21 10:19:32.790425 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959cfa8-ef04-4cdf-b41c-fdadb61d8235 req-2602d522-20ee-40d8-a786-d34416d6bcde tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:32.792016 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d959cfa8-ef04-4cdf-b41c-fdadb61d8235 req-2602d522-20ee-40d8-a786-d34416d6bcde tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0541599 Feb 21 10:19:32.842093 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d959cfa8-ef04-4cdf-b41c-fdadb61d8235 req-6f2a11b4-c766-453c-8316-24e91d20d166 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445716 Feb 21 10:19:33.454131 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0a51-da80-424b-9305-1634d95fac52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:33.666535 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ec95e-a394-4cae-9dd0-12b26d7693fa req-9f601647-4444-4ae4-b928-d2de29d8d219 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:33.667961 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0f5ec95e-a394-4cae-9dd0-12b26d7693fa req-9f601647-4444-4ae4-b928-d2de29d8d219 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0562208 Feb 21 10:19:33.719781 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0f5ec95e-a394-4cae-9dd0-12b26d7693fa req-70d98f45-2da0-4ea9-b717-f103850ba068 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461171 Feb 21 10:19:33.963003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbef320-482b-499b-85f7-a47ad8493962 req-45e9abbc-7b67-4d85-b6c7-f87f838aaee6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:33.964835 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4dbef320-482b-499b-85f7-a47ad8493962 req-45e9abbc-7b67-4d85-b6c7-f87f838aaee6 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0541830 Feb 21 10:19:34.015484 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4dbef320-482b-499b-85f7-a47ad8493962 req-d5cda966-6985-4357-968c-9424575ad476 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449936 Feb 21 10:19:34.839330 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9d848-084c-4305-ba21-8c85be652701 req-a22a562f-6bcb-4fd3-a9f6-d89f5f23bde9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:34.840790 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f9d848-084c-4305-ba21-8c85be652701 req-a22a562f-6bcb-4fd3-a9f6-d89f5f23bde9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0509961 Feb 21 10:19:34.886752 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f9d848-084c-4305-ba21-8c85be652701 req-1c1009c0-a281-472b-9eaf-5e0fffcad878 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Feb 21 10:19:35.139143 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da97e89-5795-4102-813b-d89325765b3b req-0710cf99-5d0c-4d72-9b8b-4b8ab1542417 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:35.140623 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da97e89-5795-4102-813b-d89325765b3b req-0710cf99-5d0c-4d72-9b8b-4b8ab1542417 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0577042 Feb 21 10:19:35.189140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3da97e89-5795-4102-813b-d89325765b3b req-1c02313a-fb8c-4aef-b87c-666729c42e22 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Feb 21 10:19:35.826756 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-152f0bb6-12a3-4683-9bae-eb07cf3eabec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:36.008794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb94622-e902-43df-8ebe-210a473c2754 req-50461eb8-325b-4bb7-a394-f5eb5283e8f7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:36.010299 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-feb94622-e902-43df-8ebe-210a473c2754 req-50461eb8-325b-4bb7-a394-f5eb5283e8f7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0522294 Feb 21 10:19:36.056340 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-feb94622-e902-43df-8ebe-210a473c2754 req-d8e811ee-36c0-4325-9f72-2dd182493c99 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Feb 21 10:19:36.303018 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dddd9-935a-4f82-9a20-1012c5d9ed41 req-65a78143-4fc4-4f8e-8bab-0e606bfb24a9 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:36.304477 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cc4dddd9-935a-4f82-9a20-1012c5d9ed41 req-65a78143-4fc4-4f8e-8bab-0e606bfb24a9 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0510504 Feb 21 10:19:36.356239 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cc4dddd9-935a-4f82-9a20-1012c5d9ed41 req-386e4e36-e878-4892-88c6-e206bd0e6b05 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Feb 21 10:19:36.962652 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:37.174886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fad4ce-0623-4ea5-92ea-8a03200493b6 req-180d5c5a-6030-4fc8-a87b-86ba242e8d31 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:37.176331 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-87fad4ce-0623-4ea5-92ea-8a03200493b6 req-180d5c5a-6030-4fc8-a87b-86ba242e8d31 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0505474 Feb 21 10:19:37.222595 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-87fad4ce-0623-4ea5-92ea-8a03200493b6 req-f7f87cab-63a3-43dd-ac24-c5bb6a20a1c7 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400023 Feb 21 10:19:37.475526 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ca54b-bd15-4f7f-96e4-b1b2bb198b7b req-9e6fe8d3-a0a2-45f4-af0f-182ed3f91ec7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:37.477077 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-359ca54b-bd15-4f7f-96e4-b1b2bb198b7b req-9e6fe8d3-a0a2-45f4-af0f-182ed3f91ec7 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Feb 21 10:19:37.536208 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-359ca54b-bd15-4f7f-96e4-b1b2bb198b7b req-6bc70b9a-1d89-4797-836c-2ab902d445d9 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534523 Feb 21 10:19:37.574652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d41db-560b-409b-bffe-66c19614e728 req-62dcdde8-5968-4187-9a8b-0cc5201bcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:37.576140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-62dcdde8-5968-4187-9a8b-0cc5201bcb9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 1130 time: 0.0576193 Feb 21 10:19:37.668102 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d41db-560b-409b-bffe-66c19614e728 req-f56ba54e-ceaf-44a7-9c07-46891a0233d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:37.669676 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-f56ba54e-ceaf-44a7-9c07-46891a0233d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 200 len: 910 time: 0.0846014 Feb 21 10:19:37.716808 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-7b209b7c-5c06-435c-ac48-6c0d263ef585 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 200 len: 217 time: 0.0386410 Feb 21 10:19:37.765032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d41db-560b-409b-bffe-66c19614e728 req-2b677c91-2d5b-48aa-8040-7a6963e55dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:37.766466 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-2b677c91-2d5b-48aa-8040-7a6963e55dd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 200 len: 848 time: 0.0427394 Feb 21 10:19:37.813240 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d41db-560b-409b-bffe-66c19614e728 req-c9e1d349-b6ec-4878-a14c-702a313984c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:37.814703 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-c9e1d349-b6ec-4878-a14c-702a313984c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=37272889-9511-4d64-a534-939ab806d170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420732 Feb 21 10:19:37.905463 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-d90501f4-c1cb-4669-9ebe-0572488f7e9f service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828454 Feb 21 10:19:37.993026 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f81d41db-560b-409b-bffe-66c19614e728 req-d62ebf21-e454-4fca-a709-4b7dec3dd7d7 service neutron] 10.222.0.45 "GET /v2.0/networks/37272889-9511-4d64-a534-939ab806d170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804176 Feb 21 10:19:38.345363 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc32c44-a29c-44a4-87cb-e77222ede0b1 req-bb8f9c0f-29e4-4bc5-a482-7c1f47d41aa1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:38.346741 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fc32c44-a29c-44a4-87cb-e77222ede0b1 req-bb8f9c0f-29e4-4bc5-a482-7c1f47d41aa1 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0524945 Feb 21 10:19:38.378676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:38.394075 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fc32c44-a29c-44a4-87cb-e77222ede0b1 req-31e368a5-ce48-4502-828d-3a4d6f3c6b82 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418291 Feb 21 10:19:38.657639 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20739f-a2f2-41d0-b779-e28c9fe8cfb1 req-ae3e2657-1b56-4e58-90fb-696d157ea5b4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:38.659293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9e20739f-a2f2-41d0-b779-e28c9fe8cfb1 req-ae3e2657-1b56-4e58-90fb-696d157ea5b4 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0568414 Feb 21 10:19:38.712664 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9e20739f-a2f2-41d0-b779-e28c9fe8cfb1 req-1e9d1881-b7b1-4d9a-8428-7c7203baa41d tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469451 Feb 21 10:19:39.472317 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-c5900203-42ce-4d51-bbea-0fd95bd746ad tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:39.473782 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-c5900203-42ce-4d51-bbea-0fd95bd746ad tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.45 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0523443 Feb 21 10:19:39.579968 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dbe39-01ce-4434-a553-82993e4df465 req-4db8058b-9a11-4585-8cb0-ea5f195055ea tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:39.581452 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cd2dbe39-01ce-4434-a553-82993e4df465 req-4db8058b-9a11-4585-8cb0-ea5f195055ea tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.1163487 Feb 21 10:19:39.627403 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Deleting port bd02e708-7a4e-4c34-9048-67afd0f036b1 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:39.627744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:39.651860 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cd2dbe39-01ce-4434-a553-82993e4df465 req-bbf7aaf6-8f81-4db0-aa79-7ec0fc00083d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642877 Feb 21 10:19:39.725019 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] For port bd02e708-7a4e-4c34-9048-67afd0f036b1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bd02e708-7a4e-4c34-9048-67afd0f036b1,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:39.725336 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:39.736965 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Calling delete_port for bd02e708-7a4e-4c34-9048-67afd0f036b1 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:39.853522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ce065-d98e-472d-8a90-1af5f6a920b7 req-bf32f471-b73f-4d94-affa-27b8e9ae864a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:39.855025 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6f1ce065-d98e-472d-8a90-1af5f6a920b7 req-bf32f471-b73f-4d94-affa-27b8e9ae864a tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2 HTTP/1.1" status: 200 len: 946 time: 0.0742786 Feb 21 10:19:39.892186 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:39.946953 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6f1ce065-d98e-472d-8a90-1af5f6a920b7 req-aa527a51-5638-4a61-8ee3-37e32f09eaae tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e378f66-018f-4565-99b8-c9fc3e5039ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849121 Feb 21 10:19:39.947987 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (bd02e708-7a4e-4c34-9048-67afd0f036b1), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:39.978672 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event deleted for resources: {'Port': ['ID=bd02e708-7a4e-4c34-9048-67afd0f036b1,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:40.023824 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] No DVR routers for this DVR port bd02e708-7a4e-4c34-9048-67afd0f036b1 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:40.027058 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:40.030859 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ce79e78c-31d8-4f0a-bce2-f9321189db59 req-5a464e6f-363e-4a09-bc9b-7c236a9d3e06 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.45 "DELETE /v2.0/ports/bd02e708-7a4e-4c34-9048-67afd0f036b1 HTTP/1.1" status: 204 len: 173 time: 0.5493789 Feb 21 10:19:40.031859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-deleted', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:40.037886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca24a1ba-9041-4812-9239-3c7e4906010f" -d '{"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-deleted", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:40.082551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea65af2-c69c-4fa8-9f60-701c19cb6f45 x-openstack-request-id: req-aea65af2-c69c-4fa8-9f60-701c19cb6f45 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:40.082850 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2", "name": "network-vif-deleted", "tag": "bd02e708-7a4e-4c34-9048-67afd0f036b1", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:40.083106 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aea65af2-c69c-4fa8-9f60-701c19cb6f45 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:40.083614 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54e4bb8-9f17-4ddf-ab7a-2795b36c1ba2', 'name': 'network-vif-deleted', 'tag': 'bd02e708-7a4e-4c34-9048-67afd0f036b1', 'status': 'completed', 'code': 200} Feb 21 10:19:40.790423 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267be8e4-727b-4447-8bcd-08d73838bbb7 req-abfb404d-e073-4106-b6eb-0809515db9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:40.793599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-267be8e4-727b-4447-8bcd-08d73838bbb7 req-abfb404d-e073-4106-b6eb-0809515db9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.0671289 Feb 21 10:19:40.841407 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-267be8e4-727b-4447-8bcd-08d73838bbb7 req-bf5f5a47-71d5-489e-9e8f-3f1717c4584a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429392 Feb 21 10:19:41.004109 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41202) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:41.064339 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f9a001bc-8218-4549-ba3b-0f7bbbb82347 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group (3e378f66-018f-4565-99b8-c9fc3e5039ec), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:41.091110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f9a001bc-8218-4549-ba3b-0f7bbbb82347 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group (3e378f66-018f-4565-99b8-c9fc3e5039ec), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:41.153203 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f9a001bc-8218-4549-ba3b-0f7bbbb82347 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3e378f66-018f-4565-99b8-c9fc3e5039ec), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:41.156300 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f9a001bc-8218-4549-ba3b-0f7bbbb82347 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:41.157509 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f9a001bc-8218-4549-ba3b-0f7bbbb82347 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] 10.222.0.73 "DELETE /v2.0/security-groups/3e378f66-018f-4565-99b8-c9fc3e5039ec HTTP/1.1" status: 204 len: 168 time: 0.1523838 Feb 21 10:19:41.166583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a001bc-8218-4549-ba3b-0f7bbbb82347 tempest-TestShelveInstance-1122829181 tempest-TestShelveInstance-1122829181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e378f66-018f-4565-99b8-c9fc3e5039ec,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:41.219244 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41214) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:41.671864 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32808ac6-a891-4942-9069-ae917b132293 req-34118610-8aba-463e-b897-b576fe8f4f89 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:41.673274 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32808ac6-a891-4942-9069-ae917b132293 req-34118610-8aba-463e-b897-b576fe8f4f89 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 945 time: 0.0946214 Feb 21 10:19:41.774070 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-32808ac6-a891-4942-9069-ae917b132293 req-7175ed53-1844-4296-8a49-4c7d14bc840e tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785511 Feb 21 10:19:41.848869 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (39b666f6-128c-4c2f-879b-41776559d6e6), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:42.046817 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a6bfe-6aab-4b5c-abe3-657a935b4e6f req-2a2cc658-01bd-48d5-9926-7c3c54727a60 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:42.048362 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b39a6bfe-6aab-4b5c-abe3-657a935b4e6f req-2a2cc658-01bd-48d5-9926-7c3c54727a60 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 943 time: 0.1170118 Feb 21 10:19:42.114093 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b39a6bfe-6aab-4b5c-abe3-657a935b4e6f req-ac566fce-1eef-4443-b618-5178c1fd98b4 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591583 Feb 21 10:19:42.180951 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Deleting port 8c28ee98-badf-48d7-9931-d8a4265dc197 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:42.181400 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:42.260084 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] For port 8c28ee98-badf-48d7-9931-d8a4265dc197, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=8c28ee98-badf-48d7-9931-d8a4265dc197,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:42.260453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:42.272405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Calling delete_port for 8c28ee98-badf-48d7-9931-d8a4265dc197 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:42.370587 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:19:42.375397 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:42.401034 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: bd02e708-7a4e-4c34-9048-67afd0f036b1 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:42.401408 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device bd02e708-7a4e-4c34-9048-67afd0f036b1 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:42.457862 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (8c28ee98-badf-48d7-9931-d8a4265dc197), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:42.489849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c28ee98-badf-48d7-9931-d8a4265dc197,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:42.494435 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:42.507740 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'port_id': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'mac_address': 'fa:16:3e:ed:e4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:19:42.546999 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:42.547395 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:42.561671 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:19:42.583652 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:42.588050 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:42.641477 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=9']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:42.655811 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (39b666f6-128c-4c2f-879b-41776559d6e6), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.027168 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:19:43.153749 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072b4cc-3961-4011-a9dd-de45bc09f9fa req-26620f3c-c673-425d-aef9-517b7cfd925d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:43.155307 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1072b4cc-3961-4011-a9dd-de45bc09f9fa req-26620f3c-c673-425d-aef9-517b7cfd925d tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 945 time: 0.0993514 Feb 21 10:19:43.183135 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Router 39b666f6-128c-4c2f-879b-41776559d6e6 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:43.280111 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1072b4cc-3961-4011-a9dd-de45bc09f9fa req-43cebe53-e8d3-4050-8951-674d56667a63 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups?id=90e2b2be-fdb0-48e7-b340-17c6cc05f387&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190546 Feb 21 10:19:43.311043 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04455bd8-bf62-4688-a9d1-0edfd2854c72 req-a58283fa-eae4-46ee-ba5d-cd3940146f74 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:43.312517 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-04455bd8-bf62-4688-a9d1-0edfd2854c72 req-a58283fa-eae4-46ee-ba5d-cd3940146f74 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 944 time: 0.1206574 Feb 21 10:19:43.380387 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:43.389526 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-3a0cb52e-ce0c-4ef5-baea-8ec8fc7ae78c admin admin] 10.222.0.73 "PUT /v2.0/routers/39b666f6-128c-4c2f-879b-41776559d6e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1670241 Feb 21 10:19:43.389701 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] Sync routers for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:43.390120 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41234) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:43.400321 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-04455bd8-bf62-4688-a9d1-0edfd2854c72 req-58c1670b-5906-4cc0-bc05-4653cb8b7fdf tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625205 Feb 21 10:19:43.401307 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:43.402002 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:43.502475 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks [] for router (39b666f6-128c-4c2f-879b-41776559d6e6), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.516669 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:43.611435 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks [] for router_gateway (39b666f6-128c-4c2f-879b-41776559d6e6), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.672652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-20b35894-d8aa-4520-9985-935a82a916ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:43.674247 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-20b35894-d8aa-4520-9985-935a82a916ab tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 945 time: 0.0615947 Feb 21 10:19:43.680481 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Deleting port af776b70-7786-44d9-b116-76214549ecc6 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:43.681313 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (af776b70-7786-44d9-b116-76214549ecc6), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.708283 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'af776b70-7786-44d9-b116-76214549ecc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:19:42Z', 'revision_number': 5, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port': {'id': 'af776b70-7786-44d9-b116-76214549ecc6', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:8a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:33Z', 'updated_at': '2022-02-21T10:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:43.739130 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] Checking router: 39b666f6-128c-4c2f-879b-41776559d6e6 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:43.748017 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] Routers {'39b666f6-128c-4c2f-879b-41776559d6e6'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:43.748708 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['39b666f6-128c-4c2f-879b-41776559d6e6'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:43.764095 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] For port af776b70-7786-44d9-b116-76214549ecc6, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=af776b70-7786-44d9-b116-76214549ecc6,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:43.764476 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (af776b70-7786-44d9-b116-76214549ecc6), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.769944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Deleting port dee0c547-a103-4915-8f38-e9b20013fe95 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:43.770358 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.777223 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Calling delete_port for af776b70-7786-44d9-b116-76214549ecc6 owned by network:router_gateway {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:43.840057 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] Set router 39b666f6-128c-4c2f-879b-41776559d6e6 gateway port host: None {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:43.862815 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] For port dee0c547-a103-4915-8f38-e9b20013fe95, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dee0c547-a103-4915-8f38-e9b20013fe95,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:43.863229 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.893286 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:19:43Z', 'revision_number': 6, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:43.925083 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd94ec-19cd-4bd4-a125-df5187fde6c1 None None] The sync data for ids ['39b666f6-128c-4c2f-879b-41776559d6e6'] in dv-cinder-830091-1-iscsi is: [{'id': '39b666f6-128c-4c2f-879b-41776559d6e6', 'name': 'tempest-TestShelveInstance-2121326021-router', 'tenant_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:32Z', 'updated_at': '2022-02-21T10:19:43Z', 'revision_number': 6, 'project_id': '80f9a8e599934ceabd6fbd2b96a626ff', 'gw_port_host': None}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:43.954268 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (af776b70-7786-44d9-b116-76214549ecc6), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:43.992019 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Pushing event deleted for resources: {'Port': ['ID=af776b70-7786-44d9-b116-76214549ecc6,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:44.039633 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.040004 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (41fce321-9faf-4bd0-94e0-ccc7434d8ea2), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.040325 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Floating IP 41fce321-9faf-4bd0-94e0-ccc7434d8ea2 disassociated. External IP: 172.27.0.188, port: dee0c547-a103-4915-8f38-e9b20013fe95. Feb 21 10:19:44.040674 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Calling delete_port for dee0c547-a103-4915-8f38-e9b20013fe95 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:44.051197 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (39b666f6-128c-4c2f-879b-41776559d6e6), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.142701 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (39b666f6-128c-4c2f-879b-41776559d6e6), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.144840 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks [] for router_controller (39b666f6-128c-4c2f-879b-41776559d6e6), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.176078 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (dee0c547-a103-4915-8f38-e9b20013fe95), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.191333 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (39b666f6-128c-4c2f-879b-41776559d6e6), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.191988 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b666f6-128c-4c2f-879b-41776559d6e6 {{(pid=102845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:19:44.197076 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.198340 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8689bf6e-863f-41b1-ba0f-f8c29a827187 admin admin] 10.222.0.73 "DELETE /v2.0/routers/39b666f6-128c-4c2f-879b-41776559d6e6 HTTP/1.1" status: 204 len: 168 time: 0.8074312 Feb 21 10:19:44.200789 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41236) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:44.208888 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event deleted for resources: {'Port': ['ID=dee0c547-a103-4915-8f38-e9b20013fe95,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:44.246720 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Deleting subnet a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:19:44.250094 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Publish callbacks [] for subnet (a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.284054 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.338499 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:44.380085 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.391812 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:19:44.411172 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e717944f-644b-4b9d-9ed7-76e372e07936 req-2053b515-7e0e-47e1-93f2-a084351e52d5 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/ports?device_id=8da36232-7d0d-4c1d-b88a-0a5b53cff851 HTTP/1.1" status: 200 len: 210 time: 0.0268586 Feb 21 10:19:44.465843 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:19:44.466493 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.473887 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.509833 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:44.513808 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:44.521479 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.527387 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:44.528867 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-1cf04e8f-9ea4-42c1-8813-f9fe59306cba admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a6b1d99e-69a6-4b23-a0e9-aeab7b84d5ee HTTP/1.1" status: 204 len: 168 time: 0.3270199 Feb 21 10:19:44.529700 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41242) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:44.532378 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b405ecd-6896-448a-9dc4-6d342fa96c6d None None] Network 37272889-9511-4d64-a534-939ab806d170 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:19:44.548758 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:44.550335 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:44.618748 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (37272889-9511-4d64-a534-939ab806d170), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.642001 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] No DVR routers for this DVR port dee0c547-a103-4915-8f38-e9b20013fe95 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:44.645046 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.648403 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-851b5ae2-a3ab-4599-ae3c-b02f08007ff2 req-b678e5fc-6a3f-4788-bdf9-dfdea360b8a0 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.45 "DELETE /v2.0/ports/dee0c547-a103-4915-8f38-e9b20013fe95 HTTP/1.1" status: 204 len: 173 time: 0.9683130 Feb 21 10:19:44.648860 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'name': 'network-vif-deleted', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:44.651762 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701a72ff-384f-4a91-8c00-b0755799f332" -d '{"events": [{"server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "name": "network-vif-deleted", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:44.657508 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:19:44.657907 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.700712 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876d92b-f6fa-48ed-8bac-81a77bc98ca8 req-2cebfe77-bf1e-49a6-8ba5-22738b43f29d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:44.708179 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7876d92b-f6fa-48ed-8bac-81a77bc98ca8 req-2cebfe77-bf1e-49a6-8ba5-22738b43f29d tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 944 time: 0.1868024 Feb 21 10:19:44.745596 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1b1262-4592-41d1-9dd2-eb813576298f x-openstack-request-id: req-cf1b1262-4592-41d1-9dd2-eb813576298f {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:44.745894 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da36232-7d0d-4c1d-b88a-0a5b53cff851", "name": "network-vif-deleted", "tag": "dee0c547-a103-4915-8f38-e9b20013fe95", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:44.746168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf1b1262-4592-41d1-9dd2-eb813576298f {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:44.747184 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da36232-7d0d-4c1d-b88a-0a5b53cff851', 'name': 'network-vif-deleted', 'tag': 'dee0c547-a103-4915-8f38-e9b20013fe95', 'status': 'completed', 'code': 200} Feb 21 10:19:44.748722 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Deleting port b472c8f7-f46c-433e-8746-cafa455433f9 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:44.749317 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.756879 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:44.760607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:19:44.762998 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721a2914-958d-49c6-ac5e-11e84ccb3a5e" -d '{"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-plugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:19:44.800417 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:44.815305 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.851982 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7876d92b-f6fa-48ed-8bac-81a77bc98ca8 req-ac4cff7f-43b0-4902-93e5-e0de8e9814f9 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415994 Feb 21 10:19:44.891246 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] For port b472c8f7-f46c-433e-8746-cafa455433f9, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b472c8f7-f46c-433e-8746-cafa455433f9,segment=NetworkSegment(94d5e5e5-5991-4c27-afee-10fd63f7572c),segment_id=94d5e5e5-5991-4c27-afee-10fd63f7572c)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:44.891815 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:44.908589 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Calling delete_port for b472c8f7-f46c-433e-8746-cafa455433f9 owned by network:dhcp {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:44.937567 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d13bc9-302b-488c-adf3-e95a26cd3d99 x-openstack-request-id: req-55d13bc9-302b-488c-adf3-e95a26cd3d99 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:19:44.937857 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-plugged", "status": "completed", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:19:44.938114 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55d13bc9-302b-488c-adf3-e95a26cd3d99 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:19:44.938510 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'code': 200} Feb 21 10:19:44.939276 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] DHCP port deletion for 37272889-9511-4d64-a534-939ab806d170 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:19:45.006308 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=10']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:45.019455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.029789 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Deleting port b472c8f7-f46c-433e-8746-cafa455433f9 {{(pid=102847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:45.030182 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), before_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.041686 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] No DVR routers for this DVR port b472c8f7-f46c-433e-8746-cafa455433f9 on host dv-cinder-830091-1-iscsi {{(pid=102845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:45.090752 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:45.101030 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Pushing event deleted for resources: {'Port': ['ID=b472c8f7-f46c-433e-8746-cafa455433f9,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:45.127300 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] For port b472c8f7-f46c-433e-8746-cafa455433f9, host dv-cinder-830091-1-iscsi, got binding levels [] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:45.127799 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), precommit_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.140041 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:45.151356 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:45.151567 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74871af4-8351-409f-9890-4f0492d2959a req-f75ce25b-043e-458b-a956-058966163654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:45.152131 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:45.152664 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (37272889-9511-4d64-a534-939ab806d170), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.153333 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-74871af4-8351-409f-9890-4f0492d2959a req-f75ce25b-043e-458b-a956-058966163654 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1130 time: 0.0611918 Feb 21 10:19:45.162065 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Calling delete_port for b472c8f7-f46c-433e-8746-cafa455433f9 owned by network:dhcp {{(pid=102847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:45.164885 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.ipam_backend_mixin [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Port b472c8f7-f46c-433e-8746-cafa455433f9 was not found and therefore no delete operation was performed {{(pid=102847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 10:19:45.166566 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513'] for port (b472c8f7-f46c-433e-8746-cafa455433f9), after_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.176255 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37272889-9511-4d64-a534-939ab806d170']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:45.186614 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d5e5e5-5991-4c27-afee-10fd63f7572c') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:45.187153 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d5e5e5-5991-4c27-afee-10fd63f7572c') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:45.192737 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] Pushing event deleted for resources: {'Port': ['ID=b472c8f7-f46c-433e-8746-cafa455433f9,revision_number=None']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:45.197690 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca7d4a9-09a1-4d37-af01-6dac487c9193 None None] No DVR routers for this DVR port b472c8f7-f46c-433e-8746-cafa455433f9 on host dv-cinder-830091-1-iscsi {{(pid=102847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:45.198438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (94d5e5e5-5991-4c27-afee-10fd63f7572c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.219735 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (94d5e5e5-5991-4c27-afee-10fd63f7572c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.228300 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:19:45.228790 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (94d5e5e5-5991-4c27-afee-10fd63f7572c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:19:45.230663 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:19:45.256911 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-74871af4-8351-409f-9890-4f0492d2959a req-55ca1d6b-c095-432b-926e-14eddabe651e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949268 Feb 21 10:19:45.291571 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (37272889-9511-4d64-a534-939ab806d170), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.301902 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.308345 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] 10.222.0.73 "DELETE /v2.0/networks/37272889-9511-4d64-a534-939ab806d170 HTTP/1.1" status: 204 len: 168 time: 0.7774658 Feb 21 10:19:45.308534 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41248) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:45.314702 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:45.322983 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a429-21f7-491b-bff9-b850a03c7871 admin admin] Pushing event deleted for resources: {'Network': ['ID=37272889-9511-4d64-a534-939ab806d170,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:45.523251 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:45.523636 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41254) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:45.562805 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ab103e-2296-47e5-8717-1362f609c522 None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:10:56Z', 'revision_number': 4, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': 'b2df994f-ece8-4344-88fd-0e21fa90db64', 'name': '', 'network_id': 'c6be35fd-ea79-41d7-b7ac-69ad968a8bfa', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'mac_address': 'fa:16:3e:32:5c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:53Z', 'updated_at': '2022-02-21T10:11:03Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'subnets': [{'id': '515b66a3-d3cf-43d6-a321-39ba872266a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:45.582750 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04d8b9ed-d431-4709-88bf-809ca0dfe110 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (90e2b2be-fdb0-48e7-b340-17c6cc05f387), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.617411 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04d8b9ed-d431-4709-88bf-809ca0dfe110 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (90e2b2be-fdb0-48e7-b340-17c6cc05f387), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.666248 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device af776b70-7786-44d9-b116-76214549ecc6 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:45.687936 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04d8b9ed-d431-4709-88bf-809ca0dfe110 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (90e2b2be-fdb0-48e7-b340-17c6cc05f387), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.691800 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-04d8b9ed-d431-4709-88bf-809ca0dfe110 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.693003 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-04d8b9ed-d431-4709-88bf-809ca0dfe110 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "DELETE /v2.0/security-groups/90e2b2be-fdb0-48e7-b340-17c6cc05f387 HTTP/1.1" status: 204 len: 168 time: 0.1683538 Feb 21 10:19:45.696579 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41256) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:45.703252 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8b9ed-d431-4709-88bf-809ca0dfe110 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2b2be-fdb0-48e7-b340-17c6cc05f387,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:45.715066 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: af776b70-7786-44d9-b116-76214549ecc6 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:45.715488 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device af776b70-7786-44d9-b116-76214549ecc6 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:45.715661 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.api.v2.resource [None req-a24c537a-a0ae-4331-9a47-ee2474f4ba92 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] show failed (client error): The resource could not be found. Feb 21 10:19:45.716033 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b472c8f7-f46c-433e-8746-cafa455433f9 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:45.716752 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-a24c537a-a0ae-4331-9a47-ee2474f4ba92 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "GET /v2.0/security-groups/90e2b2be-fdb0-48e7-b340-17c6cc05f387 HTTP/1.1" status: 404 len: 347 time: 0.0182114 Feb 21 10:19:45.720509 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (736e77ed-66d2-424a-b6ef-e965dd61feb3), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.720671 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41258) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:45.741832 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: b472c8f7-f46c-433e-8746-cafa455433f9 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:45.742668 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b472c8f7-f46c-433e-8746-cafa455433f9 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:45.743294 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 8c28ee98-badf-48d7-9931-d8a4265dc197 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:45.780783 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 8c28ee98-badf-48d7-9931-d8a4265dc197 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:45.781174 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 8c28ee98-badf-48d7-9931-d8a4265dc197 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:45.860977 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Deleting port c88b6978-3b77-4a83-9e0d-b9cab86c27d3 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:45.861360 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.930466 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efc4f7-60c0-4f74-8585-da881252dfe0 None None] New status for floating IP 41fce321-9faf-4bd0-94e0-ccc7434d8ea2: DOWN {{(pid=102847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:19:45.957474 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.957855 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:45.971094 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Calling delete_port for c88b6978-3b77-4a83-9e0d-b9cab86c27d3 owned by network:floatingip {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:46.037690 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c08528-402c-4e35-a8d1-8da3e708fa1d req-39bf5ed2-6f33-4715-b74b-2154c373347f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:46.039349 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e6c08528-402c-4e35-a8d1-8da3e708fa1d req-39bf5ed2-6f33-4715-b74b-2154c373347f tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.0890574 Feb 21 10:19:46.071415 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Deleting port 6bc2043a-a625-4076-abf4-70828f706e44 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:46.071865 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (6bc2043a-a625-4076-abf4-70828f706e44), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.141221 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (c88b6978-3b77-4a83-9e0d-b9cab86c27d3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.147431 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e6c08528-402c-4e35-a8d1-8da3e708fa1d req-f5b3dfe3-557f-4a14-adae-48ca71e366c2 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007106 Feb 21 10:19:46.174192 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Pushing event deleted for resources: {'Port': ['ID=c88b6978-3b77-4a83-9e0d-b9cab86c27d3,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:46.196693 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] For port 6bc2043a-a625-4076-abf4-70828f706e44, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=6bc2043a-a625-4076-abf4-70828f706e44,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:46.197092 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (6bc2043a-a625-4076-abf4-70828f706e44), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.208784 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Calling delete_port for 6bc2043a-a625-4076-abf4-70828f706e44 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:46.230131 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks [] for floatingip (41fce321-9faf-4bd0-94e0-ccc7434d8ea2), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.232878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.234321 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-134f6d91-151b-4690-b9cc-7e73aba35b07 tempest-AttachVolumeTestJSON-1723979758 tempest-AttachVolumeTestJSON-1723979758-project] 10.222.0.73 "DELETE /v2.0/floatingips/41fce321-9faf-4bd0-94e0-ccc7434d8ea2 HTTP/1.1" status: 204 len: 168 time: 0.5125132 Feb 21 10:19:46.387022 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dee0c547-a103-4915-8f38-e9b20013fe95 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:46.398311 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (6bc2043a-a625-4076-abf4-70828f706e44), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.407496 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: dee0c547-a103-4915-8f38-e9b20013fe95 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:46.407852 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dee0c547-a103-4915-8f38-e9b20013fe95 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:46.424067 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc2043a-a625-4076-abf4-70828f706e44,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:46.609362 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (736e77ed-66d2-424a-b6ef-e965dd61feb3), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:46.833502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Router 736e77ed-66d2-424a-b6ef-e965dd61feb3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:46.944547 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:46.949504 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-32a16a71-2ccc-46f4-9600-93a0e3bf23ce admin admin] 10.222.0.73 "PUT /v2.0/routers/736e77ed-66d2-424a-b6ef-e965dd61feb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6395271 Feb 21 10:19:46.952614 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41296) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:46.956178 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4234b7-335b-474f-8387-4334645637ee None None] Sync routers for ids ['736e77ed-66d2-424a-b6ef-e965dd61feb3'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:46.978249 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] Routers {'736e77ed-66d2-424a-b6ef-e965dd61feb3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:46.978803 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['736e77ed-66d2-424a-b6ef-e965dd61feb3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:46.981012 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:19:47.066248 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks [] for router (736e77ed-66d2-424a-b6ef-e965dd61feb3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.096800 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] Set router 736e77ed-66d2-424a-b6ef-e965dd61feb3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:47.171913 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks [] for router_gateway (736e77ed-66d2-424a-b6ef-e965dd61feb3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.234695 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Deleting port a03e9f55-4ed2-40de-ab35-9b2c46e695bc {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:47.235126 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.293336 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:19:46Z', 'revision_number': 5, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port': {'id': 'a03e9f55-4ed2-40de-ab35-9b2c46e695bc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:47.295286 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e210e-f904-429f-859e-f77d40efea60 req-ec5e5efa-0c5b-4df8-951f-bcc32e04eb29 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:47.296814 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a8e210e-f904-429f-859e-f77d40efea60 req-ec5e5efa-0c5b-4df8-951f-bcc32e04eb29 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.0572741 Feb 21 10:19:47.321226 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] For port a03e9f55-4ed2-40de-ab35-9b2c46e695bc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:47.321950 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.322374 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4234b7-335b-474f-8387-4334645637ee None None] Checking router: 736e77ed-66d2-424a-b6ef-e965dd61feb3 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:47.331778 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] Routers {'736e77ed-66d2-424a-b6ef-e965dd61feb3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:47.332403 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['736e77ed-66d2-424a-b6ef-e965dd61feb3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:47.336157 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Calling delete_port for a03e9f55-4ed2-40de-ab35-9b2c46e695bc owned by network:router_gateway {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:47.374686 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2a8e210e-f904-429f-859e-f77d40efea60 req-476884bd-a3e4-48bf-ab50-b80475fdf6e8 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620236 Feb 21 10:19:47.472827 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] Set router 736e77ed-66d2-424a-b6ef-e965dd61feb3 gateway port host: None {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:47.530577 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (a03e9f55-4ed2-40de-ab35-9b2c46e695bc), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.534088 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-bf4234b7-335b-474f-8387-4334645637ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:19:47Z', 'revision_number': 6, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:47.557562 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Pushing event deleted for resources: {'Port': ['ID=a03e9f55-4ed2-40de-ab35-9b2c46e695bc,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:47.567132 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4234b7-335b-474f-8387-4334645637ee None None] The sync data for ids ['736e77ed-66d2-424a-b6ef-e965dd61feb3'] in dv-cinder-830091-1-iscsi is: [{'id': '736e77ed-66d2-424a-b6ef-e965dd61feb3', 'name': 'tempest-TestShelveInstance-1583713717-router', 'tenant_id': '9cca52fff25344ffbd0819bf1b6ed246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:13:38Z', 'updated_at': '2022-02-21T10:19:47Z', 'revision_number': 6, 'project_id': '9cca52fff25344ffbd0819bf1b6ed246', 'gw_port_host': None}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:47.627279 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (736e77ed-66d2-424a-b6ef-e965dd61feb3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.718079 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (736e77ed-66d2-424a-b6ef-e965dd61feb3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.720212 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks [] for router_controller (736e77ed-66d2-424a-b6ef-e965dd61feb3), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.767109 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (736e77ed-66d2-424a-b6ef-e965dd61feb3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.767654 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 736e77ed-66d2-424a-b6ef-e965dd61feb3 {{(pid=102845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:19:47.772441 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.773621 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-23789f1d-55b0-4b94-b6fb-9a07820ae326 admin admin] 10.222.0.73 "DELETE /v2.0/routers/736e77ed-66d2-424a-b6ef-e965dd61feb3 HTTP/1.1" status: 204 len: 168 time: 0.8190687 Feb 21 10:19:47.776097 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41310) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:47.819283 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Deleting subnet 62b1ea96-c3b5-428c-9803-0a47176889c7 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:19:47.822391 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Publish callbacks [] for subnet (62b1ea96-c3b5-428c-9803-0a47176889c7), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.856179 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (62b1ea96-c3b5-428c-9803-0a47176889c7), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.940565 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (62b1ea96-c3b5-428c-9803-0a47176889c7), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:47.995692 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (62b1ea96-c3b5-428c-9803-0a47176889c7), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.021994 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b1ea96-c3b5-428c-9803-0a47176889c7,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:48.026332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.031420 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61334e8-eab8-4753-922e-50bdb0b16f10 None None] Network 7d7c3b87-8408-439c-93ae-60ab05212a18 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:19:48.032451 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41312) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:48.033460 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9644a272-bee0-409c-ad19-d5775611e563 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/62b1ea96-c3b5-428c-9803-0a47176889c7 HTTP/1.1" status: 204 len: 168 time: 0.2563627 Feb 21 10:19:48.100800 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (7d7c3b87-8408-439c-93ae-60ab05212a18), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.154511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Deleting port d565cc07-8410-432d-b6cd-3e73189a3dc5 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:48.154856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.327452 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] DHCP port deletion for 7d7c3b87-8408-439c-93ae-60ab05212a18 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:19:48.379697 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] Deleting port d565cc07-8410-432d-b6cd-3e73189a3dc5 {{(pid=102847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:48.380002 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), before_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.493932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] For port d565cc07-8410-432d-b6cd-3e73189a3dc5, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d565cc07-8410-432d-b6cd-3e73189a3dc5,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:48.493932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.524859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Calling delete_port for d565cc07-8410-432d-b6cd-3e73189a3dc5 owned by network:dhcp {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:48.589184 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762ace9-841b-4675-b4e9-ab4ad4fc1d29 req-0d85161b-8cca-4c75-9f4b-1b9d143c28ef tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:19:48.590719 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1762ace9-841b-4675-b4e9-ab4ad4fc1d29 req-0d85161b-8cca-4c75-9f4b-1b9d143c28ef tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.1135814 Feb 21 10:19:48.594752 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] For port d565cc07-8410-432d-b6cd-3e73189a3dc5, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d565cc07-8410-432d-b6cd-3e73189a3dc5,segment=NetworkSegment(dfa9f002-3f79-402b-9aa6-04ff74af0243),segment_id=dfa9f002-3f79-402b-9aa6-04ff74af0243)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:48.595164 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), precommit_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.610016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] Calling delete_port for d565cc07-8410-432d-b6cd-3e73189a3dc5 owned by network:dhcp {{(pid=102847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:48.666686 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.698075 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1762ace9-841b-4675-b4e9-ab4ad4fc1d29 req-cbc0b93f-a705-44bd-bc75-4ba3ef277624 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890856 Feb 21 10:19:48.700367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Pushing event deleted for resources: {'Port': ['ID=d565cc07-8410-432d-b6cd-3e73189a3dc5,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:48.702193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] No DVR routers for this DVR port d565cc07-8410-432d-b6cd-3e73189a3dc5 on host dv-cinder-830091-1-iscsi {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:48.718274 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513'] for port (d565cc07-8410-432d-b6cd-3e73189a3dc5), after_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.745942 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] Pushing event deleted for resources: {'Port': ['ID=d565cc07-8410-432d-b6cd-3e73189a3dc5,revision_number=None']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:48.749998 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb46980-b38c-4848-bd71-d8a3ffa88f11 None None] No DVR routers for this DVR port d565cc07-8410-432d-b6cd-3e73189a3dc5 on host dv-cinder-830091-1-iscsi {{(pid=102847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:48.789172 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (7d7c3b87-8408-439c-93ae-60ab05212a18), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.808795 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7c3b87-8408-439c-93ae-60ab05212a18']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:48.817678 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa9f002-3f79-402b-9aa6-04ff74af0243') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:48.818000 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa9f002-3f79-402b-9aa6-04ff74af0243') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:48.826949 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (dfa9f002-3f79-402b-9aa6-04ff74af0243), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.840181 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (dfa9f002-3f79-402b-9aa6-04ff74af0243), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.846055 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:19:48.846469 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (dfa9f002-3f79-402b-9aa6-04ff74af0243), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:19:48.848120 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:19:48.902814 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (7d7c3b87-8408-439c-93ae-60ab05212a18), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.907442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:48.911232 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7d7c3b87-8408-439c-93ae-60ab05212a18 HTTP/1.1" status: 204 len: 168 time: 0.8777361 Feb 21 10:19:48.924607 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411758c-fbbd-4498-af31-b77dce8c4056 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7c3b87-8408-439c-93ae-60ab05212a18,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:49.026208 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41330) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:49.064070 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-3b6be6ab-8d1f-467e-871a-d6b334919d66 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80f9a8e599934ceabd6fbd2b96a626ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367377 Feb 21 10:19:49.066455 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41332) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:49.111396 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-99a558f4-448d-4b52-9b84-c62c7d628791 admin admin] Publish callbacks [] for security_group (26b5deaa-eef6-4c86-9249-513b4fe7b4a2), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.132162 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-99a558f4-448d-4b52-9b84-c62c7d628791 admin admin] Publish callbacks [] for security_group (26b5deaa-eef6-4c86-9249-513b4fe7b4a2), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.177017 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-99a558f4-448d-4b52-9b84-c62c7d628791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (26b5deaa-eef6-4c86-9249-513b4fe7b4a2), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.179511 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-99a558f4-448d-4b52-9b84-c62c7d628791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.180655 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-99a558f4-448d-4b52-9b84-c62c7d628791 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26b5deaa-eef6-4c86-9249-513b4fe7b4a2 HTTP/1.1" status: 204 len: 168 time: 0.1133232 Feb 21 10:19:49.188282 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a558f4-448d-4b52-9b84-c62c7d628791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b5deaa-eef6-4c86-9249-513b4fe7b4a2,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:49.482728 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41338) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:49.522184 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-fb756c50-a0e6-4899-8daf-7b4da5a7aa57 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9cca52fff25344ffbd0819bf1b6ed246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382366 Feb 21 10:19:49.524445 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41340) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:49.574041 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-145fbc7f-4964-49f6-ad16-68fea479bf09 admin admin] Publish callbacks [] for security_group (aaec335e-0820-4de1-a26d-190cf9871555), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.595011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-145fbc7f-4964-49f6-ad16-68fea479bf09 admin admin] Publish callbacks [] for security_group (aaec335e-0820-4de1-a26d-190cf9871555), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.629631 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d565cc07-8410-432d-b6cd-3e73189a3dc5 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:49.643163 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-145fbc7f-4964-49f6-ad16-68fea479bf09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (aaec335e-0820-4de1-a26d-190cf9871555), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.645757 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-145fbc7f-4964-49f6-ad16-68fea479bf09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:49.646928 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-145fbc7f-4964-49f6-ad16-68fea479bf09 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaec335e-0820-4de1-a26d-190cf9871555 HTTP/1.1" status: 204 len: 168 time: 0.1215615 Feb 21 10:19:49.651669 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: d565cc07-8410-432d-b6cd-3e73189a3dc5 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:49.652028 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d565cc07-8410-432d-b6cd-3e73189a3dc5 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:49.652446 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device a03e9f55-4ed2-40de-ab35-9b2c46e695bc no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:49.654836 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145fbc7f-4964-49f6-ad16-68fea479bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaec335e-0820-4de1-a26d-190cf9871555,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:49.675325 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: a03e9f55-4ed2-40de-ab35-9b2c46e695bc {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:49.675680 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device a03e9f55-4ed2-40de-ab35-9b2c46e695bc not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:49.676099 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6bc2043a-a625-4076-abf4-70828f706e44 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:49.699727 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 6bc2043a-a625-4076-abf4-70828f706e44 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:49.700009 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 6bc2043a-a625-4076-abf4-70828f706e44 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:49.870216 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41350) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:50.419975 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (2c327d1b-c71f-478b-ba44-f999b38d57c4), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:50.662426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Deleting port b2df994f-ece8-4344-88fd-0e21fa90db64 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:50.663098 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:50.737549 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] For port b2df994f-ece8-4344-88fd-0e21fa90db64, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=b2df994f-ece8-4344-88fd-0e21fa90db64,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:50.737825 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:50.749883 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Calling delete_port for b2df994f-ece8-4344-88fd-0e21fa90db64 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:50.926341 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (b2df994f-ece8-4344-88fd-0e21fa90db64), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:50.951975 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2df994f-ece8-4344-88fd-0e21fa90db64,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:51.119477 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (2c327d1b-c71f-478b-ba44-f999b38d57c4), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:51.329353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Router 2c327d1b-c71f-478b-ba44-f999b38d57c4 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:19:51.435653 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:19:51.440615 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-82e93e62-420c-4586-9892-b3da37eaade6 admin admin] 10.222.0.73 "PUT /v2.0/routers/2c327d1b-c71f-478b-ba44-f999b38d57c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693626 Feb 21 10:19:51.443105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41354) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:51.445584 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] Sync routers for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:19:51.455840 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:51.456470 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:51.551370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks [] for router (2c327d1b-c71f-478b-ba44-f999b38d57c4), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:51.563127 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:51.664154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks [] for router_gateway (2c327d1b-c71f-478b-ba44-f999b38d57c4), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:51.714856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Deleting port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:51.715195 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:51.744856 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:19:50Z', 'revision_number': 5, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port': {'id': 'f3a7d4b6-69f2-4230-93c8-b2f4309ffacc', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:48Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:51.772861 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] Checking router: 2c327d1b-c71f-478b-ba44-f999b38d57c4 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:19:51.781267 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] Routers {'2c327d1b-c71f-478b-ba44-f999b38d57c4'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:19:51.781883 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:19:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['2c327d1b-c71f-478b-ba44-f999b38d57c4'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:51.794818 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] For port f3a7d4b6-69f2-4230-93c8-b2f4309ffacc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:51.795184 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:51.806488 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Calling delete_port for f3a7d4b6-69f2-4230-93c8-b2f4309ffacc owned by network:router_gateway {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:51.870737 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] Set router 2c327d1b-c71f-478b-ba44-f999b38d57c4 gateway port host: None {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:19:51.925089 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:19:51Z', 'revision_number': 6, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:51.952460 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a2754b-a967-43e6-b895-7405a21f6e6f None None] The sync data for ids ['2c327d1b-c71f-478b-ba44-f999b38d57c4'] in dv-cinder-830091-1-iscsi is: [{'id': '2c327d1b-c71f-478b-ba44-f999b38d57c4', 'name': 'tempest-AttachVolumeTestJSON-1287766595-router', 'tenant_id': 'e7c6743e7c564ff19940036bc2529184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:46Z', 'updated_at': '2022-02-21T10:19:51Z', 'revision_number': 6, 'project_id': 'e7c6743e7c564ff19940036bc2529184', 'gw_port_host': None}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:19:51.978022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f3a7d4b6-69f2-4230-93c8-b2f4309ffacc), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.003993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a7d4b6-69f2-4230-93c8-b2f4309ffacc,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:52.066698 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (2c327d1b-c71f-478b-ba44-f999b38d57c4), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.171959 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (2c327d1b-c71f-478b-ba44-f999b38d57c4), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.174031 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks [] for router_controller (2c327d1b-c71f-478b-ba44-f999b38d57c4), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.235882 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (2c327d1b-c71f-478b-ba44-f999b38d57c4), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.236358 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c327d1b-c71f-478b-ba44-f999b38d57c4 {{(pid=102846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:19:52.241730 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.242876 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-c4c9396a-0d82-44ab-8020-b64a0217200e admin admin] 10.222.0.73 "DELETE /v2.0/routers/2c327d1b-c71f-478b-ba44-f999b38d57c4 HTTP/1.1" status: 204 len: 168 time: 0.7988415 Feb 21 10:19:52.245408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41356) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:52.291615 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Deleting subnet 515b66a3-d3cf-43d6-a321-39ba872266a4 {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:19:52.295370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Publish callbacks [] for subnet (515b66a3-d3cf-43d6-a321-39ba872266a4), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.331070 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (515b66a3-d3cf-43d6-a321-39ba872266a4), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.408327 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (515b66a3-d3cf-43d6-a321-39ba872266a4), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.459564 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (515b66a3-d3cf-43d6-a321-39ba872266a4), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.488021 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515b66a3-d3cf-43d6-a321-39ba872266a4,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:52.490487 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.493597 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-95c6b519-9735-498e-8d7b-84aea994f84b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/515b66a3-d3cf-43d6-a321-39ba872266a4 HTTP/1.1" status: 204 len: 168 time: 0.2472630 Feb 21 10:19:52.494759 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2b610-16fd-4ef6-afce-1311876d534f None None] Network c6be35fd-ea79-41d7-b7ac-69ad968a8bfa requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:19:52.496071 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41358) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:52.560968 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.612966 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Deleting port c731725f-80f1-4301-85f8-61a04346e79a {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:52.613353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (c731725f-80f1-4301-85f8-61a04346e79a), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.631632 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.679037 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] For port c731725f-80f1-4301-85f8-61a04346e79a, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=c731725f-80f1-4301-85f8-61a04346e79a,segment=NetworkSegment(41eadf1b-4b05-4ce9-bebd-7b7128f39969),segment_id=41eadf1b-4b05-4ce9-bebd-7b7128f39969)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:52.679574 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (c731725f-80f1-4301-85f8-61a04346e79a), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.692178 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Calling delete_port for c731725f-80f1-4301-85f8-61a04346e79a owned by network:dhcp {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:52.721602 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] DHCP port deletion for c6be35fd-ea79-41d7-b7ac-69ad968a8bfa request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:19:52.771242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (c731725f-80f1-4301-85f8-61a04346e79a), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.771954 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Deleting port c731725f-80f1-4301-85f8-61a04346e79a {{(pid=102847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:19:52.772363 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (c731725f-80f1-4301-85f8-61a04346e79a), before_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.797485 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Pushing event deleted for resources: {'Port': ['ID=c731725f-80f1-4301-85f8-61a04346e79a,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:52.799298 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] No DVR routers for this DVR port c731725f-80f1-4301-85f8-61a04346e79a on host dv-cinder-830091-1-iscsi {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:52.838583 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] For port c731725f-80f1-4301-85f8-61a04346e79a, host dv-cinder-830091-1-iscsi, got binding levels [] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:19:52.839052 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (c731725f-80f1-4301-85f8-61a04346e79a), precommit_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.852956 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Calling delete_port for c731725f-80f1-4301-85f8-61a04346e79a owned by network:dhcp {{(pid=102847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:19:52.855645 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.ipam_backend_mixin [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Port c731725f-80f1-4301-85f8-61a04346e79a was not found and therefore no delete operation was performed {{(pid=102847) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 10:19:52.856930 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513'] for port (c731725f-80f1-4301-85f8-61a04346e79a), after_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.873456 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.882732 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] Pushing event deleted for resources: {'Port': ['ID=c731725f-80f1-4301-85f8-61a04346e79a,revision_number=None']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:52.886164 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd45d5e-a7c1-4580-81e3-a819fbbb0446 None None] No DVR routers for this DVR port c731725f-80f1-4301-85f8-61a04346e79a on host dv-cinder-830091-1-iscsi {{(pid=102847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:19:52.898172 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6be35fd-ea79-41d7-b7ac-69ad968a8bfa']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:52.907808 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eadf1b-4b05-4ce9-bebd-7b7128f39969') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:52.908106 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eadf1b-4b05-4ce9-bebd-7b7128f39969') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:19:52.918255 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (41eadf1b-4b05-4ce9-bebd-7b7128f39969), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.932752 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (41eadf1b-4b05-4ce9-bebd-7b7128f39969), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.939633 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:19:52.939990 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (41eadf1b-4b05-4ce9-bebd-7b7128f39969), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:19:52.941650 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:19:53.005027 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (c6be35fd-ea79-41d7-b7ac-69ad968a8bfa), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:53.010368 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:53.013466 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] 10.222.0.73 "DELETE /v2.0/networks/c6be35fd-ea79-41d7-b7ac-69ad968a8bfa HTTP/1.1" status: 204 len: 168 time: 0.5164948 Feb 21 10:19:53.140683 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41362) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:53.185883 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0f6bd17f-d7cc-4744-b827-390aa8e66dab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7c6743e7c564ff19940036bc2529184&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438879 Feb 21 10:19:53.188610 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41364) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:19:53.239525 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5413ca8-739f-456a-83e5-562cbba190bb admin admin] Publish callbacks [] for security_group (dc69e48c-e39b-4242-9ad1-47772a43e9a2), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:53.261474 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5413ca8-739f-456a-83e5-562cbba190bb admin admin] Publish callbacks [] for security_group (dc69e48c-e39b-4242-9ad1-47772a43e9a2), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:53.278556 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce024920-c747-4035-9179-075b207d3dba admin admin] Pushing event deleted for resources: {'Network': ['ID=c6be35fd-ea79-41d7-b7ac-69ad968a8bfa,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:53.311296 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5413ca8-739f-456a-83e5-562cbba190bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (dc69e48c-e39b-4242-9ad1-47772a43e9a2), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:53.314026 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b5413ca8-739f-456a-83e5-562cbba190bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:19:53.315200 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b5413ca8-739f-456a-83e5-562cbba190bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc69e48c-e39b-4242-9ad1-47772a43e9a2 HTTP/1.1" status: 204 len: 168 time: 0.1255624 Feb 21 10:19:53.324868 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5413ca8-739f-456a-83e5-562cbba190bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc69e48c-e39b-4242-9ad1-47772a43e9a2,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:19:53.633257 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b2df994f-ece8-4344-88fd-0e21fa90db64 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:53.653956 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: b2df994f-ece8-4344-88fd-0e21fa90db64 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:53.654311 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device b2df994f-ece8-4344-88fd-0e21fa90db64 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:53.654735 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f3a7d4b6-69f2-4230-93c8-b2f4309ffacc no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:53.673390 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: f3a7d4b6-69f2-4230-93c8-b2f4309ffacc {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:53.673751 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f3a7d4b6-69f2-4230-93c8-b2f4309ffacc not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:19:53.674170 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c731725f-80f1-4301-85f8-61a04346e79a no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:19:53.698120 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: c731725f-80f1-4301-85f8-61a04346e79a {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:19:53.698478 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c731725f-80f1-4301-85f8-61a04346e79a not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:20:00.068025 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-6b4aeb6c-99e6-4d90-afe1-ef746ead91b1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416045 Feb 21 10:20:00.163799 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-d56874c3-e70d-4b73-b6fe-d577894b4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:00.165452 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-d56874c3-e70d-4b73-b6fe-d577894b4ff4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55c503357f9d4544a24d58abe60a0d2b&device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 1130 time: 0.0515511 Feb 21 10:20:00.266286 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-84f7318b-1e05-4403-a254-e101dd86306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:00.267778 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-84f7318b-1e05-4403-a254-e101dd86306a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 200 len: 918 time: 0.0853057 Feb 21 10:20:00.330140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-7cf8db2a-137c-4884-9a69-537532a155b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 200 len: 1000 time: 0.0550933 Feb 21 10:20:00.376795 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-d630fc67-8d91-45cc-9c8e-cb9a269c365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:00.378204 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-d630fc67-8d91-45cc-9c8e-cb9a269c365e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 200 len: 856 time: 0.0413284 Feb 21 10:20:00.429242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-76a55eaa-fb0a-48dd-b122-71a5dac1f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:00.430627 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-76a55eaa-fb0a-48dd-b122-71a5dac1f6be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0cdbeca7-668b-40ff-9539-e46556783a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456865 Feb 21 10:20:00.517401 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-7b26d0e7-bc67-4473-a30f-7333cbf2a59b service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805919 Feb 21 10:20:00.606108 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37f561c2-f5b5-474b-9f04-d8bf9a259d83 req-b7f55a3f-d9c3-474d-8b2a-75144c160bd2 service neutron] 10.222.0.45 "GET /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825689 Feb 21 10:20:02.521012 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41474) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:02.620995 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ddae5134-bb74-4a06-a31d-3378bf171ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.690447 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ddae5134-bb74-4a06-a31d-3378bf171ffb admin admin] Publish callbacks [] for security_group (9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.693811 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ddae5134-bb74-4a06-a31d-3378bf171ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.729518 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ddae5134-bb74-4a06-a31d-3378bf171ffb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=57cfaed8cc17461db3ae0fe21e78e681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074332 Feb 21 10:20:02.731391 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae5134-bb74-4a06-a31d-3378bf171ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:02.732262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41478) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:02.781811 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0952f9-55df-4c22-b834-deab5bf42fdb admin admin] Publish callbacks [] for security_group (9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.802893 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0952f9-55df-4c22-b834-deab5bf42fdb admin admin] Publish callbacks [] for security_group (9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.849881 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0952f9-55df-4c22-b834-deab5bf42fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.852404 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0952f9-55df-4c22-b834-deab5bf42fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:02.853564 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ba0952f9-55df-4c22-b834-deab5bf42fdb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02 HTTP/1.1" status: 204 len: 168 time: 0.1202464 Feb 21 10:20:02.861227 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0952f9-55df-4c22-b834-deab5bf42fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d2ff3-4d4c-44c8-9f55-a0cef37ecd02,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:03.457218 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f8a3b1b3-e317-4146-81c5-ea8deb8e4ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.302943 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41522) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:04.403963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-190f2ddf-b819-4d53-afb1-f92c158c1c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.476791 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-190f2ddf-b819-4d53-afb1-f92c158c1c02 admin admin] Publish callbacks [] for security_group (ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.480319 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-190f2ddf-b819-4d53-afb1-f92c158c1c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.519902 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f2ddf-b819-4d53-afb1-f92c158c1c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:04.524228 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-190f2ddf-b819-4d53-afb1-f92c158c1c02 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3dbaa2ea4a00408cae24c4ab5a710f9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202668 Feb 21 10:20:04.526856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41526) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:04.574200 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5584ca90-3ebc-465f-8a96-0e1fafd78035 admin admin] Publish callbacks [] for security_group (ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.595023 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5584ca90-3ebc-465f-8a96-0e1fafd78035 admin admin] Publish callbacks [] for security_group (ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.641977 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5584ca90-3ebc-465f-8a96-0e1fafd78035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.644566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5584ca90-3ebc-465f-8a96-0e1fafd78035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.645757 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-5584ca90-3ebc-465f-8a96-0e1fafd78035 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14 HTTP/1.1" status: 204 len: 168 time: 0.1180000 Feb 21 10:20:04.653081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584ca90-3ebc-465f-8a96-0e1fafd78035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b30c1-9d8a-4d31-9c02-52a3bcd8db14,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:04.903339 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41532) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:04.916750 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9358445b-e6ca-49e5-9c67-90a51deb91fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.988219 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9358445b-e6ca-49e5-9c67-90a51deb91fb admin admin] Publish callbacks [] for security_group (016fd79b-2956-4428-92ed-39962b052a29), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:04.992544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-9358445b-e6ca-49e5-9c67-90a51deb91fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (016fd79b-2956-4428-92ed-39962b052a29), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:05.030370 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-9358445b-e6ca-49e5-9c67-90a51deb91fb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=019c00bc1c9f4024a58f089b77577401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259599 Feb 21 10:20:05.031308 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358445b-e6ca-49e5-9c67-90a51deb91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016fd79b-2956-4428-92ed-39962b052a29,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:05.033046 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41534) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:05.081408 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-66aa866c-5eb1-47fd-af94-06e3765d3dcf admin admin] Publish callbacks [] for security_group (016fd79b-2956-4428-92ed-39962b052a29), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:05.102901 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-66aa866c-5eb1-47fd-af94-06e3765d3dcf admin admin] Publish callbacks [] for security_group (016fd79b-2956-4428-92ed-39962b052a29), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:05.148961 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-66aa866c-5eb1-47fd-af94-06e3765d3dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (016fd79b-2956-4428-92ed-39962b052a29), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:05.151561 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-66aa866c-5eb1-47fd-af94-06e3765d3dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:05.152649 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-66aa866c-5eb1-47fd-af94-06e3765d3dcf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/016fd79b-2956-4428-92ed-39962b052a29 HTTP/1.1" status: 204 len: 168 time: 0.1185942 Feb 21 10:20:05.160082 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa866c-5eb1-47fd-af94-06e3765d3dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fd79b-2956-4428-92ed-39962b052a29,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:05.830182 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-490541e6-bdb4-46e8-97af-58c771c4247d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:06.965036 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:08.380780 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.321348 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41606) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:09.421739 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.496076 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Publish callbacks [] for security_group (8881d62b-7d20-4d2e-a339-54953e43a43d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.499900 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8881d62b-7d20-4d2e-a339-54953e43a43d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.539388 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b9edfbb00c6405bbc276cd371302ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169964 Feb 21 10:20:09.540105 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8881d62b-7d20-4d2e-a339-54953e43a43d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:09.541953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41610) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:09.558191 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.558544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.558891 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.559232 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.559566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.559897 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.560228 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.560556 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.560886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.561256 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.561582 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.561903 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.562226 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adf0c46-c297-4e05-b982-a2996e200f30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:09.602641 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb67b-a5a4-424e-9851-cda719efae26 admin admin] Publish callbacks [] for security_group (8881d62b-7d20-4d2e-a339-54953e43a43d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.623217 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb67b-a5a4-424e-9851-cda719efae26 admin admin] Publish callbacks [] for security_group (8881d62b-7d20-4d2e-a339-54953e43a43d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.673112 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb67b-a5a4-424e-9851-cda719efae26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8881d62b-7d20-4d2e-a339-54953e43a43d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.675787 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb67b-a5a4-424e-9851-cda719efae26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.677015 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1fcdb67b-a5a4-424e-9851-cda719efae26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8881d62b-7d20-4d2e-a339-54953e43a43d HTTP/1.1" status: 204 len: 168 time: 0.1341217 Feb 21 10:20:09.684875 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdb67b-a5a4-424e-9851-cda719efae26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8881d62b-7d20-4d2e-a339-54953e43a43d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:09.886321 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:09.933876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41618) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:09.947170 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-08b40a1f-65ad-430e-93fc-2defc9571036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.022845 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-08b40a1f-65ad-430e-93fc-2defc9571036 admin admin] Publish callbacks [] for security_group (679303db-e2cd-4ac6-8911-de160579da55), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.026666 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-08b40a1f-65ad-430e-93fc-2defc9571036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (679303db-e2cd-4ac6-8911-de160579da55), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.066271 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-08b40a1f-65ad-430e-93fc-2defc9571036 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f7efa1e5a4134559ac95674df9b2953b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313002 Feb 21 10:20:10.067223 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b40a1f-65ad-430e-93fc-2defc9571036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679303db-e2cd-4ac6-8911-de160579da55,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:10.069481 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41620) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:10.117007 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Publish callbacks [] for security_group (679303db-e2cd-4ac6-8911-de160579da55), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.138120 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Publish callbacks [] for security_group (679303db-e2cd-4ac6-8911-de160579da55), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.183367 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (679303db-e2cd-4ac6-8911-de160579da55), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.186128 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:10.187484 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/679303db-e2cd-4ac6-8911-de160579da55 HTTP/1.1" status: 204 len: 168 time: 0.1164515 Feb 21 10:20:10.195450 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679303db-e2cd-4ac6-8911-de160579da55,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:10.202324 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.202681 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.203031 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.203370 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.203709 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.204039 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.204367 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.204696 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.205025 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.205377 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.205701 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.206066 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:10.206331 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e682315-5f71-4df5-9463-472a79c25aeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:14.987053 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41718) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:15.217861 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f319c7a3-cdd3-4ab5-99bd-42343f43ee38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.292402 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f319c7a3-cdd3-4ab5-99bd-42343f43ee38 admin admin] Publish callbacks [] for security_group (8d9d32d0-aa0f-46fc-98c6-12665ae044fe), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.296221 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f319c7a3-cdd3-4ab5-99bd-42343f43ee38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8d9d32d0-aa0f-46fc-98c6-12665ae044fe), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.334097 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-f319c7a3-cdd3-4ab5-99bd-42343f43ee38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76f64767e26949a79a1a49f827088767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459938 Feb 21 10:20:15.335985 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319c7a3-cdd3-4ab5-99bd-42343f43ee38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9d32d0-aa0f-46fc-98c6-12665ae044fe,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:15.336851 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41722) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:15.390774 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-45e00abe-5e1a-4bd5-96ec-09b3ebde9be9 admin admin] Publish callbacks [] for security_group (8d9d32d0-aa0f-46fc-98c6-12665ae044fe), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.411702 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-45e00abe-5e1a-4bd5-96ec-09b3ebde9be9 admin admin] Publish callbacks [] for security_group (8d9d32d0-aa0f-46fc-98c6-12665ae044fe), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.457479 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-45e00abe-5e1a-4bd5-96ec-09b3ebde9be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (8d9d32d0-aa0f-46fc-98c6-12665ae044fe), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.460054 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-45e00abe-5e1a-4bd5-96ec-09b3ebde9be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.461265 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-45e00abe-5e1a-4bd5-96ec-09b3ebde9be9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d9d32d0-aa0f-46fc-98c6-12665ae044fe HTTP/1.1" status: 204 len: 168 time: 0.1232443 Feb 21 10:20:15.468643 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e00abe-5e1a-4bd5-96ec-09b3ebde9be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9d32d0-aa0f-46fc-98c6-12665ae044fe,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:15.710389 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41728) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:15.724065 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-dff2d11c-3533-44c9-bddf-a59b94dedbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.795997 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-dff2d11c-3533-44c9-bddf-a59b94dedbe7 admin admin] Publish callbacks [] for security_group (5c46e791-7468-4882-bd21-7f819ed3d304), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.799604 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-dff2d11c-3533-44c9-bddf-a59b94dedbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5c46e791-7468-4882-bd21-7f819ed3d304), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.837390 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-dff2d11c-3533-44c9-bddf-a59b94dedbe7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6a522d113bad49878a017638c79340e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258612 Feb 21 10:20:15.838247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2d11c-3533-44c9-bddf-a59b94dedbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c46e791-7468-4882-bd21-7f819ed3d304,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:15.840195 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41730) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:15.888507 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-506d0bc9-37b8-43db-b6e8-6183fc567c91 admin admin] Publish callbacks [] for security_group (5c46e791-7468-4882-bd21-7f819ed3d304), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.909658 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-506d0bc9-37b8-43db-b6e8-6183fc567c91 admin admin] Publish callbacks [] for security_group (5c46e791-7468-4882-bd21-7f819ed3d304), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.957568 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-506d0bc9-37b8-43db-b6e8-6183fc567c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5c46e791-7468-4882-bd21-7f819ed3d304), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.961073 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-506d0bc9-37b8-43db-b6e8-6183fc567c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:15.962263 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-506d0bc9-37b8-43db-b6e8-6183fc567c91 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c46e791-7468-4882-bd21-7f819ed3d304 HTTP/1.1" status: 204 len: 168 time: 0.1209340 Feb 21 10:20:15.970438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d0bc9-37b8-43db-b6e8-6183fc567c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c46e791-7468-4882-bd21-7f819ed3d304,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:16.303623 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 41742) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:16.320070 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a52183-8f0e-4a40-b316-3195cc5feb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.392939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a52183-8f0e-4a40-b316-3195cc5feb42 admin admin] Publish callbacks [] for security_group (aaab928b-00fb-49e5-a340-c1f8551d5fc7), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.396503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-59a52183-8f0e-4a40-b316-3195cc5feb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (aaab928b-00fb-49e5-a340-c1f8551d5fc7), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.434669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-59a52183-8f0e-4a40-b316-3195cc5feb42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dcac82a126454170b04a43408e7247bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299555 Feb 21 10:20:16.435534 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a52183-8f0e-4a40-b316-3195cc5feb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab928b-00fb-49e5-a340-c1f8551d5fc7,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:16.437924 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 41746) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:16.484041 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-899409c3-0a05-4b0a-8579-2fd82f27c551 admin admin] Publish callbacks [] for security_group (aaab928b-00fb-49e5-a340-c1f8551d5fc7), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.506018 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-899409c3-0a05-4b0a-8579-2fd82f27c551 admin admin] Publish callbacks [] for security_group (aaab928b-00fb-49e5-a340-c1f8551d5fc7), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.553939 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-899409c3-0a05-4b0a-8579-2fd82f27c551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (aaab928b-00fb-49e5-a340-c1f8551d5fc7), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.556332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-899409c3-0a05-4b0a-8579-2fd82f27c551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:16.557529 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-899409c3-0a05-4b0a-8579-2fd82f27c551 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aaab928b-00fb-49e5-a340-c1f8551d5fc7 HTTP/1.1" status: 204 len: 168 time: 0.1191881 Feb 21 10:20:16.564964 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899409c3-0a05-4b0a-8579-2fd82f27c551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab928b-00fb-49e5-a340-c1f8551d5fc7,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:22.637864 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:23.969435 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:20:28.358693 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-8249609b-9996-4e0d-9fe7-0bb029fc3c22 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022768566&fields=id&tenant_id=b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 267 time: 0.0477982 Feb 21 10:20:28.467125 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-9b0c9982-5449-4987-84f3-66a4860524d3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:28.468601 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-9b0c9982-5449-4987-84f3-66a4860524d3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 810 time: 0.1034162 Feb 21 10:20:28.483110 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-ebdeedcd-cf1e-444c-9c09-3f0cdec599c8 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/quotas/b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 375 time: 0.0092845 Feb 21 10:20:28.542719 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-35860eef-8bbb-4e34-8882-501ea11349fe tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550866 Feb 21 10:20:28.638706 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-1b5b3e7f-5194-46ea-8760-ac6502b7d046 service neutron] 10.222.0.73 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 Feb 21 10:20:28.741898 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-cf2dbf98-d6b5-48f0-ad44-0dfc7340b06c service neutron] 10.222.0.73 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977061 Feb 21 10:20:30.031636 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2cb71e35-f41e-4477-a086-017f1294e5e4 req-f28fa618-17b9-4e8d-8344-b26d437827d1 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0310876 Feb 21 10:20:31.107443 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f56fbdf5-cc31-4886-aa94-e424ac74fffc req-06469d13-dea9-4585-a404-173becb6ed9e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0262203 Feb 21 10:20:32.183677 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-73154bf3-2e03-4d91-8d86-dfe998f04742 req-36a2a47c-84ec-4638-a079-76f7c81951e3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0287263 Feb 21 10:20:33.264295 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0fbb0f3f-35eb-45b6-bbef-4a7a4c92a23a req-5f08c084-a765-44ec-a738-8688c8f0e4c7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0329020 Feb 21 10:20:33.459140 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cbedb5f7-f1ab-4b63-a47c-c8d772ee16cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:34.354789 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-37b32bda-c912-4367-b883-ba94cf35b85e req-37765a35-8317-4e1b-b034-c490c4fc6935 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0277696 Feb 21 10:20:34.983068 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-ad3faa2b-cf5c-404e-8f8e-52d69ebbdadf tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:34.984509 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-ad3faa2b-cf5c-404e-8f8e-52d69ebbdadf tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 810 time: 0.0994101 Feb 21 10:20:35.053085 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-ac5705c5-8034-4dec-848f-be09d719d5f1 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0c470aef15d45a0bed2b2d51870ab7c HTTP/1.1" status: 200 len: 380 time: 0.0584698 Feb 21 10:20:35.072230 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'port': {'device_id': '7875be98-77ac-490e-898d-265d38f7d695', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'admin_state_up': True, 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'security_groups': ['96e4e1a0-cab3-4dac-9d19-1b478067829a']}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:20:35.176101 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Made reservation on behalf of b0c470aef15d45a0bed2b2d51870ab7c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:20:35.179466 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.306405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Allocated IP 172.20.0.3 (fb82195b-d5e6-4df1-af70-a55985004080/682d74be-e6d2-4286-a4fb-2455fff70908/1c3ef56c-ae13-4e2c-811c-c300c068cde6) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:20:35.469030 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6e99fb7d-a34b-4112-91c8-cf33ed957a30 req-98e39bda-b7d9-4189-80e0-c2ed43990dfa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0408118 Feb 21 10:20:35.478858 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.513774 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.556496 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Network fb82195b-d5e6-4df1-af70-a55985004080 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:20:35.559457 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:20:35.563070 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:20:35.594054 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=1c3ef56c-ae13-4e2c-811c-c300c068cde6,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:35.618977 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:35.619570 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.636988 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-c22f2a0f-8e8e-45f4-a9c5-ce016803dc98 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684407 Feb 21 10:20:35.648571 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Request body: {'port': {'device_id': '7875be98-77ac-490e-898d-265d38f7d695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:20:35.713253 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.789910 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6264bc6-bada-4548-8691-22e69a744714 None None] Provisioning complete for port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 triggered by entity DHCP. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:20:35.790535 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6264bc6-bada-4548-8691-22e69a744714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.833602 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6264bc6-bada-4548-8691-22e69a744714 None None] Port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 cannot update to ACTIVE because it is not bound. {{(pid=102847) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 10:20:35.840125 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-500ad3b2-cf30-409a-980b-1a03985271ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.973499 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3ef56c-ae13-4e2c-811c-c300c068cde6 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:20:35.980930 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Publish callbacks [] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:35.992735 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Transition to ACTIVE for port object 1c3ef56c-ae13-4e2c-811c-c300c068cde6 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:20:35.996055 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:36.063307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ef56c-ae13-4e2c-811c-c300c068cde6,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:36.116529 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Attempting to bind port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:20:36.116877 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Attempting to bind port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:20:36.117251 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Attempting to bind port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:20:36.122791 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 on network fb82195b-d5e6-4df1-af70-a55985004080 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:20:36.123123 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Attempting to bind port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 on network fb82195b-d5e6-4df1-af70-a55985004080 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:20:36.128360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:20:36.128771 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Checking segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:20:36.129214 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Bound using segment: {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:20:36.129659 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Bound port: 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145fa2af-5afe-4eee-bbd8-13b9a66fd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:20:36.130030 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:36.196110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] For port 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:20:36.199624 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] For port 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:20:36.206723 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:36.240612 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.241257 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:36.242619 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] 10.222.0.45 "PUT /v2.0/ports/1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 200 len: 1093 time: 0.5984070 Feb 21 10:20:36.243140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:20:36.245357 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744b9ca-1102-443d-b56e-a4aaece2312c" -d '{"events": [{"name": "network-changed", "server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:20:36.268765 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6b0a8-250c-4731-a3f4-c0ef505ef398 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3ef56c-ae13-4e2c-811c-c300c068cde6,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:36.299993 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d944cb-5d16-4379-b6eb-03c176d84205 x-openstack-request-id: req-a9d944cb-5d16-4379-b6eb-03c176d84205 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:20:36.300292 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:20:36.300549 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9d944cb-5d16-4379-b6eb-03c176d84205 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:20:36.300971 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'status': 'completed', 'code': 200} Feb 21 10:20:36.339027 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-bbed87f4-73f7-4c2c-839b-a03ab32a1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.340714 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-bbed87f4-73f7-4c2c-839b-a03ab32a1ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1127 time: 0.0490172 Feb 21 10:20:36.386970 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-706d9256-f33a-4bd2-a51a-106830a2f234 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 200 len: 217 time: 0.0389788 Feb 21 10:20:36.440727 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-347be01e-6ae1-429f-8316-351c958cdd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.442329 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-347be01e-6ae1-429f-8316-351c958cdd6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0499787 Feb 21 10:20:36.495042 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-daf0a3b6-3c5b-4ce1-9bac-258fdb74c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.496834 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-daf0a3b6-3c5b-4ce1-9bac-258fdb74c202 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484879 Feb 21 10:20:36.630799 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-61f13b6b-7081-4672-849c-8452b0588ff5 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266940 Feb 21 10:20:36.637570 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691656b7-125b-4282-bddd-4e7ba1d92a94 req-edc407cb-0a03-451d-8c5d-2a68eab4d6be tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.638911 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-691656b7-125b-4282-bddd-4e7ba1d92a94 req-edc407cb-0a03-451d-8c5d-2a68eab4d6be tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0813029 Feb 21 10:20:36.732555 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-691656b7-125b-4282-bddd-4e7ba1d92a94 req-fc16eee8-b564-4b3a-8679-1f3923139956 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859897 Feb 21 10:20:36.757561 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78c6a6b8-b9f7-40ae-805c-155f59b56384 req-57678487-6dba-4400-841e-0ed84785498b service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177561 Feb 21 10:20:36.848533 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-aac01ad3-31f8-40c2-95cc-b9678bbe0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.850054 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-aac01ad3-31f8-40c2-95cc-b9678bbe0ad6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1127 time: 0.0465217 Feb 21 10:20:36.941592 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-d684ac45-e3b9-4e05-bbe8-ca773c9e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:36.943047 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-d684ac45-e3b9-4e05-bbe8-ca773c9e4e87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0859885 Feb 21 10:20:36.967902 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:36.984209 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-61dc3f0e-b605-4911-ba9a-81c1e216f450 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Feb 21 10:20:37.031073 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-4e13a9a2-f7a9-44ef-ab04-bf55339a1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:37.032502 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-4e13a9a2-f7a9-44ef-ab04-bf55339a1949 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0424101 Feb 21 10:20:37.083201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-b0d7b3d0-fc2f-462a-9023-be89f906d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:37.084662 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-b0d7b3d0-fc2f-462a-9023-be89f906d143 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463619 Feb 21 10:20:37.174244 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-f6fab424-4916-4ff3-ba6b-bf30d0ddf6a2 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Feb 21 10:20:37.264712 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d744b9ca-1102-443d-b56e-a4aaece2312c req-48ffe88a-2479-403d-9c97-69ede65b861b service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836835 Feb 21 10:20:37.849177 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c496f-b48a-44ab-b9a1-e2f257d893e9 req-f3fbc384-f486-4d93-9b37-fa0cff74a780 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:37.850577 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-895c496f-b48a-44ab-b9a1-e2f257d893e9 req-f3fbc384-f486-4d93-9b37-fa0cff74a780 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0516624 Feb 21 10:20:37.897992 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-895c496f-b48a-44ab-b9a1-e2f257d893e9 req-1fb43c72-1d41-457e-bed6-0d9ffe101d0d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Feb 21 10:20:38.382820 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:39.012705 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcaae0-6210-4f57-9bbf-0f3b10a953dc req-ce589bdc-89cb-4301-8ae4-d98f71f3e105 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:39.014197 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-16bcaae0-6210-4f57-9bbf-0f3b10a953dc req-ce589bdc-89cb-4301-8ae4-d98f71f3e105 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0508299 Feb 21 10:20:39.061732 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-16bcaae0-6210-4f57-9bbf-0f3b10a953dc req-d4cc4dd6-3a85-4e12-b028-112ad91ef06b tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421104 Feb 21 10:20:39.890317 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:40.180952 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d83d61-6727-46c9-9aad-20f5e3cc98c8 req-e8f0e722-ecbd-4422-9776-0b2e908814f2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:40.182359 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-24d83d61-6727-46c9-9aad-20f5e3cc98c8 req-e8f0e722-ecbd-4422-9776-0b2e908814f2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0549593 Feb 21 10:20:40.229360 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-24d83d61-6727-46c9-9aad-20f5e3cc98c8 req-85db950f-852d-4a18-87b3-f658b23db8c7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Feb 21 10:20:41.344080 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbb718-04a4-44a4-812a-80d91d3888da req-f3f5efe5-c607-4174-934b-b16c89f257b9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:41.345632 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-05cbb718-04a4-44a4-812a-80d91d3888da req-f3f5efe5-c607-4174-934b-b16c89f257b9 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0511696 Feb 21 10:20:41.392835 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-05cbb718-04a4-44a4-812a-80d91d3888da req-f8681c21-a695-4208-a7cb-f6a27f54f282 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Feb 21 10:20:42.505981 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d03448-27c6-48c6-b2d9-77b67a020e8d req-3c1a5eb7-947c-45eb-bc9e-a82bb513f3e2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:42.507449 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-07d03448-27c6-48c6-b2d9-77b67a020e8d req-3c1a5eb7-947c-45eb-bc9e-a82bb513f3e2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0510685 Feb 21 10:20:42.558215 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-07d03448-27c6-48c6-b2d9-77b67a020e8d req-a7a835e1-d13d-44eb-ad77-415c5fb24c66 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448785 Feb 21 10:20:43.671672 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06b84a-a9f4-40cc-a50d-b8e0c561fcbe req-f4717e2d-f7c9-4fdf-9693-a563f854351c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:43.673034 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf06b84a-a9f4-40cc-a50d-b8e0c561fcbe req-f4717e2d-f7c9-4fdf-9693-a563f854351c tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0506058 Feb 21 10:20:43.719835 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bf06b84a-a9f4-40cc-a50d-b8e0c561fcbe req-d5055701-a3aa-47b6-a5e1-cdbe212b626b tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Feb 21 10:20:44.404985 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42000) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:44.508146 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c14a8ff0-7531-4e75-a42e-45b5e2ea8c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.578698 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c14a8ff0-7531-4e75-a42e-45b5e2ea8c12 admin admin] Publish callbacks [] for security_group (f576ce4d-c478-4a77-a27c-3e767ab51726), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.582242 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-c14a8ff0-7531-4e75-a42e-45b5e2ea8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f576ce4d-c478-4a77-a27c-3e767ab51726), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.619873 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-c14a8ff0-7531-4e75-a42e-45b5e2ea8c12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dca2dd2081f4473c8460c8399e49f9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137363 Feb 21 10:20:44.620681 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a8ff0-7531-4e75-a42e-45b5e2ea8c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f576ce4d-c478-4a77-a27c-3e767ab51726,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:44.623568 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42004) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:44.670752 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf376578-7879-4e00-9471-fb0958dbd1f5 admin admin] Publish callbacks [] for security_group (f576ce4d-c478-4a77-a27c-3e767ab51726), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.690666 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf376578-7879-4e00-9471-fb0958dbd1f5 admin admin] Publish callbacks [] for security_group (f576ce4d-c478-4a77-a27c-3e767ab51726), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.736662 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf376578-7879-4e00-9471-fb0958dbd1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (f576ce4d-c478-4a77-a27c-3e767ab51726), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.739225 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-cf376578-7879-4e00-9471-fb0958dbd1f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:44.740357 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-cf376578-7879-4e00-9471-fb0958dbd1f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f576ce4d-c478-4a77-a27c-3e767ab51726 HTTP/1.1" status: 204 len: 168 time: 0.1155548 Feb 21 10:20:44.750860 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf376578-7879-4e00-9471-fb0958dbd1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f576ce4d-c478-4a77-a27c-3e767ab51726,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:44.847256 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b176c2e-de32-4ee2-827f-c2016709fb8c req-3fe1e349-da09-498c-9fce-f39b19248929 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:44.848741 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2b176c2e-de32-4ee2-827f-c2016709fb8c req-3fe1e349-da09-498c-9fce-f39b19248929 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0566134 Feb 21 10:20:44.897986 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2b176c2e-de32-4ee2-827f-c2016709fb8c req-aded5cd1-cd51-4325-aaf0-473b24574882 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436289 Feb 21 10:20:46.018163 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f97afe-2a08-4ddb-8874-2aa5e03d264a req-ba275bae-3451-4923-abc4-78c294faf9f6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:46.019621 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e7f97afe-2a08-4ddb-8874-2aa5e03d264a req-ba275bae-3451-4923-abc4-78c294faf9f6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 943 time: 0.0511677 Feb 21 10:20:46.066609 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e7f97afe-2a08-4ddb-8874-2aa5e03d264a req-dca2f30b-507f-46e7-a5ea-3c9535afdbae tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409968 Feb 21 10:20:46.775550 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c3ef56c-ae13-4e2c-811c-c300c068cde6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:20:46.871140 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:20:46.883285 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'port_id': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'mac_address': 'fa:16:3e:10:92:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:20:46.920611 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:20:46.921008 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:46.933804 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3ef56c-ae13-4e2c-811c-c300c068cde6 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:20:46.953236 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:20:46.957932 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:47.005808 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=1c3ef56c-ae13-4e2c-811c-c300c068cde6,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:47.013912 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.014270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.014658 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.015088 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.015484 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.015827 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.016168 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.016503 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.016836 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.017204 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.017565 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.017895 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.018220 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:20:47.185693 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f7900-ea85-4f06-b8dc-d118a91cbb21 req-56789fa8-0e1d-4207-948e-1308df2684cf tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:47.187352 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a50f7900-ea85-4f06-b8dc-d118a91cbb21 req-56789fa8-0e1d-4207-948e-1308df2684cf tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 944 time: 0.0555563 Feb 21 10:20:47.239085 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a50f7900-ea85-4f06-b8dc-d118a91cbb21 req-9e586a4a-1a53-46c6-b6dc-5e0f188373a2 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449636 Feb 21 10:20:47.324006 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['1c3ef56c-ae13-4e2c-811c-c300c068cde6'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:20:48.357559 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055989ef-9e30-41b5-af43-d573ed749565 req-48cd09e8-8d26-497a-b12d-e844225a5c22 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:48.359046 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-055989ef-9e30-41b5-af43-d573ed749565 req-48cd09e8-8d26-497a-b12d-e844225a5c22 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 944 time: 0.0542271 Feb 21 10:20:48.409495 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-055989ef-9e30-41b5-af43-d573ed749565 req-0b4993cc-f833-49b7-8b94-c1344c1129fa tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449417 Feb 21 10:20:48.791443 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c3ef56c-ae13-4e2c-811c-c300c068cde6 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:20:48.842500 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:20:48.846400 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:20:48.846780 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:49.048804 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:20:49.050778 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:49.071807 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:20:49.074047 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab06436-30f3-4847-957b-f4a8833379a8" -d '{"events": [{"server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:20:49.085763 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:20:49.090967 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:49.113803 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06d184-4879-4158-8a0a-a62f9fb5d50d x-openstack-request-id: req-0b06d184-4879-4158-8a0a-a62f9fb5d50d {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:20:49.114104 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "name": "network-vif-plugged", "status": "completed", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:20:49.114360 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b06d184-4879-4158-8a0a-a62f9fb5d50d {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:20:49.114748 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'code': 200} Feb 21 10:20:49.143486 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=1c3ef56c-ae13-4e2c-811c-c300c068cde6,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:49.327529 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3001a-f1b5-45ca-b4c0-4a330a728e14 req-5429ba7f-341b-472d-878d-e1d7d7137969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:49.328913 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-caa3001a-f1b5-45ca-b4c0-4a330a728e14 req-5429ba7f-341b-472d-878d-e1d7d7137969 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1129 time: 0.0427918 Feb 21 10:20:49.376776 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-caa3001a-f1b5-45ca-b4c0-4a330a728e14 req-c803074b-f553-47ea-b665-1c34b17be622 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418379 Feb 21 10:20:49.687065 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c13e0-972e-4073-b5cb-0c02dcfdb075 req-29710164-73f3-4f82-a243-e76dd2bae2b6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:49.688711 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-526c13e0-972e-4073-b5cb-0c02dcfdb075 req-29710164-73f3-4f82-a243-e76dd2bae2b6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.2134879 Feb 21 10:20:49.737961 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-526c13e0-972e-4073-b5cb-0c02dcfdb075 req-2ff48408-0f95-4c70-8d0e-d95bbb301808 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437098 Feb 21 10:20:50.916606 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763c024-1f86-43e6-86d0-e8cbaa78f011 req-535873f5-068f-4ebc-8baf-3c427f1d575e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:50.918863 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9763c024-1f86-43e6-86d0-e8cbaa78f011 req-535873f5-068f-4ebc-8baf-3c427f1d575e tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.1105499 Feb 21 10:20:50.971266 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9763c024-1f86-43e6-86d0-e8cbaa78f011 req-2cfef875-610e-4092-875d-1116298f7a93 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467954 Feb 21 10:20:52.092921 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a8fe0-d4a2-436b-9c7e-ff82fd9de651 req-ebe018ee-25c4-49eb-8de4-7a715fb027db tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:52.094449 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-147a8fe0-d4a2-436b-9c7e-ff82fd9de651 req-ebe018ee-25c4-49eb-8de4-7a715fb027db tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0553336 Feb 21 10:20:52.144149 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-147a8fe0-d4a2-436b-9c7e-ff82fd9de651 req-d4fce8be-4ff0-4f1b-bc1d-484a54cbee9a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443399 Feb 21 10:20:52.260943 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028f25b-0256-408b-81cc-4d2ab81ecee1 req-95ec517a-c222-42f4-ad0f-6a85379c9afc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:52.262725 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7028f25b-0256-408b-81cc-4d2ab81ecee1 req-95ec517a-c222-42f4-ad0f-6a85379c9afc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0538602 Feb 21 10:20:52.312387 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7028f25b-0256-408b-81cc-4d2ab81ecee1 req-8f5f9403-5d88-48a1-a6ac-dac8c56e0340 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 Feb 21 10:20:52.335705 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42100) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:52.495920 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc86974-5076-445f-a791-3bdc01c05b8d tempest-TestVolumeBootPattern-45759055 tempest-TestVolumeBootPattern-45759055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:52.497755 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-3bc86974-5076-445f-a791-3bdc01c05b8d tempest-TestVolumeBootPattern-45759055 tempest-TestVolumeBootPattern-45759055-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1124 time: 0.1609983 Feb 21 10:20:52.500647 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42108) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:20:52.505036 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Request body: {'floatingip': {'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'port_id': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:20:52.529872 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:52.643511 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:52.874699 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:52.975185 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_common [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Allocated IP 172.27.0.67 (605982fc-dfe5-4fa6-a47d-1a767c9ef821/7f1ebd0a-b81e-4b50-8d15-b8a822804056/0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c) {{(pid=102845) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:20:53.078714 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.112204 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.147516 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Network 605982fc-dfe5-4fa6-a47d-1a767c9ef821 is already hosted by enough agents. {{(pid=102845) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:20:53.150882 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Resources bound (agent type, host, resource id): {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:20:53.154161 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Received port after_create {{(pid=102845) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:20:53.178603 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:53.521521 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (b9950c6e-e347-46c8-aa30-df3e05d72183), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.591083 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), before_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.735488 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), precommit_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.739580 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12290284'] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), after_update {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.810003 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event updated for resources: {'Port': ['ID=0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c,revision_number=2']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:20:53.819746 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (b9950c6e-e347-46c8-aa30-df3e05d72183), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:53.925579 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.l3_db [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Floating IP b9950c6e-e347-46c8-aa30-df3e05d72183 associated. External IP: 172.27.0.67, port: 1c3ef56c-ae13-4e2c-811c-c300c068cde6. Feb 21 10:20:54.135437 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:20:54.249828 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:20:54.260426 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:20:54.267217 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:20:54.269878 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:20:54.270494 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:20:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:20:54.295995 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-e0d4b40f-eedf-4200-9c62-aa3b87e138af tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7942822 Feb 21 10:20:54.296595 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6'}] {{(pid=102845) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:20:54.298871 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b91de880df0830b55dcdfef1929eeb4fc9bbb0512a2ce3745975162853d798d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e1094c-550a-4a60-87e8-fd457e6d4916" -d '{"events": [{"name": "network-changed", "server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6"}]}' {{(pid=102845) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:20:54.341865 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f7f82e-68d1-4837-9261-ef5f28f50ad3 x-openstack-request-id: req-10f7f82e-68d1-4837-9261-ef5f28f50ad3 {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:20:54.342167 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6", "status": "completed", "code": 200}]} {{(pid=102845) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:20:54.342430 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10f7f82e-68d1-4837-9261-ef5f28f50ad3 {{(pid=102845) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:20:54.342842 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'status': 'completed', 'code': 200} Feb 21 10:20:54.376634 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:20:54.598891 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:13Z', 'revision_number': 1, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}, {'id': 'b9950c6e-e347-46c8-aa30-df3e05d72183', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:10:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7875be98-77ac-490e-898d-265d38f7d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:20:53Z', 'updated_at': '2022-02-21T10:20:53Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:20:54.625999 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:20:54.634366 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:20:54.634912 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:20:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:20:54.738731 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:20:54.955422 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:13Z', 'revision_number': 1, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}, {'id': 'b9950c6e-e347-46c8-aa30-df3e05d72183', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:10:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7875be98-77ac-490e-898d-265d38f7d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:20:53Z', 'updated_at': '2022-02-21T10:20:53Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:20:54.981883 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ca8fd-177e-4191-951c-7ef6698f36ef None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:13Z', 'revision_number': 1, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}, {'id': 'b9950c6e-e347-46c8-aa30-df3e05d72183', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:10:92:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7875be98-77ac-490e-898d-265d38f7d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:20:53Z', 'updated_at': '2022-02-21T10:20:53Z', 'revision_number': 0, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:20:55.160719 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2af5ea-e843-41fc-a614-67e37b8ee38e None None] New status for floating IP b9950c6e-e347-46c8-aa30-df3e05d72183: ACTIVE {{(pid=102847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:20:56.788268 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-eb8b5b10-da3c-4fb9-977f-01cc2c4959c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:56.789782 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-eb8b5b10-da3c-4fb9-977f-01cc2c4959c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1129 time: 0.0442231 Feb 21 10:20:56.884258 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-87153e1c-c172-4b08-ad4c-d8cc20551bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:56.885670 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-87153e1c-c172-4b08-ad4c-d8cc20551bfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0899048 Feb 21 10:20:56.948303 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-86a1d4a1-bfeb-4ac3-8a91-d1eb24d1933d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 200 len: 1000 time: 0.0564342 Feb 21 10:20:56.999149 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-9aeeb7e6-ef82-44aa-80d4-4be4eb3ebfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:57.000552 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-9aeeb7e6-ef82-44aa-80d4-4be4eb3ebfb9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0459521 Feb 21 10:20:57.327467 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-bea2b2fa-b181-496f-85b3-f1374c06a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:20:57.329016 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-bea2b2fa-b181-496f-85b3-f1374c06a085 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484242 Feb 21 10:20:57.416807 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-213fd4d0-55b8-42a1-8775-97b142a1c525 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820420 Feb 21 10:20:57.678505 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-26e1094c-550a-4a60-87e8-fd457e6d4916 req-7ff19eb8-9b90-4aff-a99d-00ba354c3124 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888247 Feb 21 10:21:00.969256 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:21:02.046526 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-a830d8df-f1da-4f57-aad2-56ac8fb151c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444288 Feb 21 10:21:02.109661 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-42d5010d-813d-4955-a041-2528ed676364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:02.111218 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-42d5010d-813d-4955-a041-2528ed676364 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1129 time: 0.0438011 Feb 21 10:21:02.214753 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-f6a276c3-76d3-4c9b-9493-d8a1a1919a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:02.216274 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-f6a276c3-76d3-4c9b-9493-d8a1a1919a04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0864871 Feb 21 10:21:02.279752 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-d5aee663-ad9d-47bc-b56d-068719264313 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 1001 time: 0.0571511 Feb 21 10:21:02.331160 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-35ed02d6-dd1b-4d4d-8563-25417bbd3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:02.332512 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-35ed02d6-dd1b-4d4d-8563-25417bbd3e72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0457394 Feb 21 10:21:02.380281 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-fe44e36d-1a94-4999-ac44-747e5a791fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:02.381752 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-fe44e36d-1a94-4999-ac44-747e5a791fa8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424955 Feb 21 10:21:02.471601 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-6ac4e297-f65b-451c-a896-70087e8d1362 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810125 Feb 21 10:21:02.567459 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0157d715-7bd6-4aa1-bb9c-a1139b79c657 req-5d14c430-d343-494e-a917-dd08d82b7401 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871871 Feb 21 10:21:03.459752 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-7783c4af-e724-4417-8f95-3669cc186893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:05.831156 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-759a818f-3d50-4c11-8f20-e948094e8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:05.961194 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489fedd-6cc0-49d7-8dca-09bd89bae333 req-72aa7f0c-f0c6-4d9c-bd3e-2f8ec067ecb3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:05.963211 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3489fedd-6cc0-49d7-8dca-09bd89bae333 req-72aa7f0c-f0c6-4d9c-bd3e-2f8ec067ecb3 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.0545430 Feb 21 10:21:06.010073 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3489fedd-6cc0-49d7-8dca-09bd89bae333 req-9af5272e-d56f-40d6-aae4-8ee9768972fd tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407755 Feb 21 10:21:06.970734 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:07.143345 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49121d12-ef66-42b3-8d26-08fc2a0529e7 req-c11ce684-05de-4748-b15c-dc9e8cfcca48 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:07.144814 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-49121d12-ef66-42b3-8d26-08fc2a0529e7 req-c11ce684-05de-4748-b15c-dc9e8cfcca48 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.0555146 Feb 21 10:21:07.190368 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-49121d12-ef66-42b3-8d26-08fc2a0529e7 req-b2985b30-7316-4ed7-b0e1-2a7e31e7a340 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Feb 21 10:21:08.014755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-b524f69f-51ef-4be3-9617-f90b79e31e47 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:08.016328 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-b524f69f-51ef-4be3-9617-f90b79e31e47 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.0512180 Feb 21 10:21:08.112213 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Deleting port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:21:08.112554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:08.200406 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] For port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:08.201320 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:08.387935 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:08.645266 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbeece-a103-4980-bccc-6b0921e27b7e req-3bd9de8a-6ec5-4a13-96e4-7de568403a00 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:08.646723 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-23fbeece-a103-4980-bccc-6b0921e27b7e req-3bd9de8a-6ec5-4a13-96e4-7de568403a00 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/ports?device_id=4098affc-e41e-483c-bd48-3825f6f3aa91 HTTP/1.1" status: 200 len: 946 time: 0.3875277 Feb 21 10:21:08.682708 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:08.683077 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-689140'] for floatingip (a06d0d42-049f-4247-be17-f91c63d72f1b), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:08.683403 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Floating IP a06d0d42-049f-4247-be17-f91c63d72f1b disassociated. External IP: 172.27.0.13, port: 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65. Feb 21 10:21:08.683759 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Calling delete_port for 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:21:08.746538 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-23fbeece-a103-4980-bccc-6b0921e27b7e req-77518f3c-fe49-4583-a8bb-6afc071ac49b tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups?id=4aaf601c-692e-4e87-a4cd-29f49b3318db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896182 Feb 21 10:21:08.830763 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:08.859432 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event deleted for resources: {'Port': ['ID=00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:08.977917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:21:09.087290 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:21:09.102750 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:21:09.113515 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:21:09.114343 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:21:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:09.129752 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] No DVR routers for this DVR port 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:21:09.132188 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:09.136149 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8a3f16f9-ed26-407b-a196-3700f5ccc61b req-f99f3de0-7f14-4510-aff5-bacea231a54a tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.45 "DELETE /v2.0/ports/00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 HTTP/1.1" status: 204 len: 173 time: 1.1145301 Feb 21 10:21:09.136625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-deleted', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:09.138995 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4636489-4ef7-47a2-93ab-14470841266f" -d '{"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-deleted", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:09.196980 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844b410-1cf0-4f26-b2ab-acf6f171fe16 x-openstack-request-id: req-4844b410-1cf0-4f26-b2ab-acf6f171fe16 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:09.198067 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4098affc-e41e-483c-bd48-3825f6f3aa91", "name": "network-vif-deleted", "tag": "00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:09.198420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4844b410-1cf0-4f26-b2ab-acf6f171fe16 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:09.199201 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4098affc-e41e-483c-bd48-3825f6f3aa91', 'name': 'network-vif-deleted', 'tag': '00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65', 'status': 'completed', 'code': 200} Feb 21 10:21:09.242552 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:21:09.450089 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:09.475409 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:21:09.485331 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:21:09.485962 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:21:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:09.595698 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:21:09.800481 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:09.844166 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42254) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:09.893433 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:09.906690 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-84f0c651-8948-42fc-960b-1def31e3f9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (4aaf601c-692e-4e87-a4cd-29f49b3318db), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:09.912830 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8ce175-1e50-4ae7-b196-1a0f71fe3c20 None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:10:47Z', 'revision_number': 4, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '3eeca499-13c6-4aa2-8819-27ba84691225', 'name': '', 'network_id': '0cdbeca7-668b-40ff-9539-e46556783a24', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'mac_address': 'fa:16:3e:d9:9f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:45Z', 'updated_at': '2022-02-21T10:10:58Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'subnets': [{'id': '31f95299-292c-4f39-bc5d-e1d10cdbbcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:21:09.930939 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-84f0c651-8948-42fc-960b-1def31e3f9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (4aaf601c-692e-4e87-a4cd-29f49b3318db), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:09.980270 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-84f0c651-8948-42fc-960b-1def31e3f9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (4aaf601c-692e-4e87-a4cd-29f49b3318db), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:09.982875 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-84f0c651-8948-42fc-960b-1def31e3f9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:09.984037 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-84f0c651-8948-42fc-960b-1def31e3f9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "DELETE /v2.0/security-groups/4aaf601c-692e-4e87-a4cd-29f49b3318db HTTP/1.1" status: 204 len: 168 time: 0.1388907 Feb 21 10:21:09.986917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42256) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:09.993347 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0c651-8948-42fc-960b-1def31e3f9eb tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaf601c-692e-4e87-a4cd-29f49b3318db,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:10.001207 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.api.v2.resource [None req-157fe735-092b-4be1-b663-698f61971929 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] show failed (client error): The resource could not be found. Feb 21 10:21:10.002246 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-157fe735-092b-4be1-b663-698f61971929 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "GET /v2.0/security-groups/4aaf601c-692e-4e87-a4cd-29f49b3318db HTTP/1.1" status: 404 len: 347 time: 0.0142334 Feb 21 10:21:10.005142 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42258) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:10.142459 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Deleting port e76fb58c-a1cd-452c-8fed-d9443cc88b23 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:21:10.142811 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:10.179626 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd48e7-12d3-4ce5-81fd-0b63bdce34db None None] New status for floating IP a06d0d42-049f-4247-be17-f91c63d72f1b: DOWN {{(pid=102847) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:21:10.225790 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:10.226123 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (e76fb58c-a1cd-452c-8fed-d9443cc88b23), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:10.237746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Calling delete_port for e76fb58c-a1cd-452c-8fed-d9443cc88b23 owned by network:floatingip {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:21:10.375941 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (e76fb58c-a1cd-452c-8fed-d9443cc88b23), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:10.402315 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Pushing event deleted for resources: {'Port': ['ID=e76fb58c-a1cd-452c-8fed-d9443cc88b23,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:10.413441 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.413801 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.414154 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.414503 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.414853 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.415196 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.415539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.415906 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.416246 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.416581 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.416917 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.417283 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.417622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:10.471565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks [] for floatingip (a06d0d42-049f-4247-be17-f91c63d72f1b), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:10.474066 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:10.475209 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-a4f7e5ac-40f2-4673-99ce-3aeb982eee55 tempest-AttachVolumeShelveTestJSON-1909693016 tempest-AttachVolumeShelveTestJSON-1909693016-project] 10.222.0.73 "DELETE /v2.0/floatingips/a06d0d42-049f-4247-be17-f91c63d72f1b HTTP/1.1" status: 204 len: 168 time: 0.4691164 Feb 21 10:21:12.935811 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:21:12.960931 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:21:12.961322 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 00cfbddc-a9dd-4bd2-ada6-9cb2c7d1ce65 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:21:13.028930 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42286) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:13.469033 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:13.714875 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Deleting port 3eeca499-13c6-4aa2-8819-27ba84691225 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:21:13.715215 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:13.790814 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] For port 3eeca499-13c6-4aa2-8819-27ba84691225, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3eeca499-13c6-4aa2-8819-27ba84691225,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:13.791208 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:13.803417 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Calling delete_port for 3eeca499-13c6-4aa2-8819-27ba84691225 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:21:13.983577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (3eeca499-13c6-4aa2-8819-27ba84691225), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:14.012583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Pushing event deleted for resources: {'Port': ['ID=3eeca499-13c6-4aa2-8819-27ba84691225,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:14.178650 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:14.405514 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:21:14.512443 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:21:14.517620 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-24ef1310-815e-47fa-94f2-372b7aa9cecf admin admin] 10.222.0.73 "PUT /v2.0/routers/6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4873800 Feb 21 10:21:14.519868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42302) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:14.522402 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] Sync routers for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:21:14.532098 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:21:14.532720 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:21:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:14.631506 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks [] for router (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:14.645990 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:21:14.734876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks [] for router_gateway (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:14.788069 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Deleting port d04a1a71-9804-4c67-8eeb-17646fbbc750 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:21:14.788411 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:14.822482 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:21:13Z', 'revision_number': 5, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port': {'id': 'd04a1a71-9804-4c67-8eeb-17646fbbc750', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:10:43Z', 'updated_at': '2022-02-21T10:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:14.848138 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] Checking router: 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:21:14.857020 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] Routers {'6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:21:14.857653 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:21:06Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:14.865099 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] For port d04a1a71-9804-4c67-8eeb-17646fbbc750, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=d04a1a71-9804-4c67-8eeb-17646fbbc750,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:14.865477 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:14.877960 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Calling delete_port for d04a1a71-9804-4c67-8eeb-17646fbbc750 owned by network:router_gateway {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:21:14.948162 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] Set router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 gateway port host: None {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:21:14.999590 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:21:14Z', 'revision_number': 6, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:15.028709 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e94e8cc-9898-497c-8241-62b789e011d1 None None] The sync data for ids ['6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865'] in dv-cinder-830091-1-iscsi is: [{'id': '6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865', 'name': 'tempest-AttachVolumeShelveTestJSON-1047431801-router', 'tenant_id': '55c503357f9d4544a24d58abe60a0d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:10:42Z', 'updated_at': '2022-02-21T10:21:14Z', 'revision_number': 6, 'project_id': '55c503357f9d4544a24d58abe60a0d2b', 'gw_port_host': None}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:21:15.056480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (d04a1a71-9804-4c67-8eeb-17646fbbc750), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.085082 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04a1a71-9804-4c67-8eeb-17646fbbc750,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:15.147850 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.237108 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.239108 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks [] for router_controller (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.285674 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.286201 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 {{(pid=102846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:21:15.290394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.291586 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ae61bc16-49cb-489e-8cdc-783d6556b654 admin admin] 10.222.0.73 "DELETE /v2.0/routers/6ddf97ca-d3ec-4f5c-89d0-4195f7ce5865 HTTP/1.1" status: 204 len: 168 time: 0.7708220 Feb 21 10:21:15.294756 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42310) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:15.338017 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Deleting subnet 31f95299-292c-4f39-bc5d-e1d10cdbbcd4 {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:21:15.341625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Publish callbacks [] for subnet (31f95299-292c-4f39-bc5d-e1d10cdbbcd4), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.378885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (31f95299-292c-4f39-bc5d-e1d10cdbbcd4), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.463098 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (31f95299-292c-4f39-bc5d-e1d10cdbbcd4), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.514519 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (31f95299-292c-4f39-bc5d-e1d10cdbbcd4), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.542192 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.547192 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d1bff-aac1-443f-9633-bb64c0121371 None None] Network 0cdbeca7-668b-40ff-9539-e46556783a24 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:21:15.548662 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42314) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:15.549073 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/31f95299-292c-4f39-bc5d-e1d10cdbbcd4 HTTP/1.1" status: 204 len: 168 time: 0.2531459 Feb 21 10:21:15.550009 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8d6fd-fe13-4fd8-ae06-a6a0e9dbc572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f95299-292c-4f39-bc5d-e1d10cdbbcd4,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:15.618799 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (0cdbeca7-668b-40ff-9539-e46556783a24), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.677255 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Deleting port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:21:15.677594 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.737008 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] For port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,segment=NetworkSegment(575cdbe8-6a0c-4774-8908-c78beda2929a),segment_id=575cdbe8-6a0c-4774-8908-c78beda2929a)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:15.737325 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.750424 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Calling delete_port for c42acf72-6e31-4b7a-9de1-df3a6ae65cbc owned by network:dhcp {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:21:15.835146 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a0f050-ff51-4426-9355-b9ed40974d3b None None] DHCP port deletion for 0cdbeca7-668b-40ff-9539-e46556783a24 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:21:15.835303 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (c42acf72-6e31-4b7a-9de1-df3a6ae65cbc), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.863090 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] No DVR routers for this DVR port c42acf72-6e31-4b7a-9de1-df3a6ae65cbc on host dv-cinder-830091-1-iscsi {{(pid=102845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:21:15.865106 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Pushing event deleted for resources: {'Port': ['ID=c42acf72-6e31-4b7a-9de1-df3a6ae65cbc,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:15.890998 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.891477 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.891682 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.892027 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.892351 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.892678 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.893003 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.893353 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.893680 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.894018 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.894332 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.894692 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.894957 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:15.901120 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d04a1a71-9804-4c67-8eeb-17646fbbc750 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:21:15.934833 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: d04a1a71-9804-4c67-8eeb-17646fbbc750 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:21:15.935293 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device d04a1a71-9804-4c67-8eeb-17646fbbc750 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:21:15.935809 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3eeca499-13c6-4aa2-8819-27ba84691225 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:21:15.951948 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (0cdbeca7-668b-40ff-9539-e46556783a24), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:15.956321 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 3eeca499-13c6-4aa2-8819-27ba84691225 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:21:15.956681 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3eeca499-13c6-4aa2-8819-27ba84691225 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:21:15.957148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c42acf72-6e31-4b7a-9de1-df3a6ae65cbc no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:21:15.972020 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdbeca7-668b-40ff-9539-e46556783a24']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:15.976587 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: c42acf72-6e31-4b7a-9de1-df3a6ae65cbc {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:21:15.976944 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device c42acf72-6e31-4b7a-9de1-df3a6ae65cbc not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:21:15.982239 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575cdbe8-6a0c-4774-8908-c78beda2929a') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:15.982616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575cdbe8-6a0c-4774-8908-c78beda2929a') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:21:15.992652 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (575cdbe8-6a0c-4774-8908-c78beda2929a), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.007979 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (575cdbe8-6a0c-4774-8908-c78beda2929a), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.014647 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:21:16.015022 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (575cdbe8-6a0c-4774-8908-c78beda2929a), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:21:16.016840 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:21:16.071467 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (0cdbeca7-668b-40ff-9539-e46556783a24), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.077634 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.083233 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] 10.222.0.73 "DELETE /v2.0/networks/0cdbeca7-668b-40ff-9539-e46556783a24 HTTP/1.1" status: 204 len: 168 time: 0.5312510 Feb 21 10:21:16.097346 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea61d0f-9a5c-4468-bff7-c0e98ebab86a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdbeca7-668b-40ff-9539-e46556783a24,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:16.203043 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42318) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:16.242392 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-3e4a36bc-55c8-4446-ba46-0a5bdf1f1212 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55c503357f9d4544a24d58abe60a0d2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381486 Feb 21 10:21:16.244880 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42320) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:16.295109 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2950-6aa2-4903-9c07-7456d7b5a1a7 admin admin] Publish callbacks [] for security_group (24cac0a2-282d-488d-a8f1-b767c189f34f), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.315732 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2950-6aa2-4903-9c07-7456d7b5a1a7 admin admin] Publish callbacks [] for security_group (24cac0a2-282d-488d-a8f1-b767c189f34f), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.361357 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2950-6aa2-4903-9c07-7456d7b5a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (24cac0a2-282d-488d-a8f1-b767c189f34f), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.363787 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ad9e2950-6aa2-4903-9c07-7456d7b5a1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:16.364917 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ad9e2950-6aa2-4903-9c07-7456d7b5a1a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24cac0a2-282d-488d-a8f1-b767c189f34f HTTP/1.1" status: 204 len: 168 time: 0.1184678 Feb 21 10:21:16.373161 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e2950-6aa2-4903-9c07-7456d7b5a1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cac0a2-282d-488d-a8f1-b767c189f34f,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:16.991186 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42344) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:17.082956 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-222683349-network', 'tenant_id': 'afd516af18c645078471493a85458f3c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:17.102497 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Made reservation on behalf of afd516af18c645078471493a85458f3c for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:17.104837 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.113420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.188111 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks [] for security_group (3f67bb3b-bd2d-4129-b766-da51213cc12d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.191587 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3f67bb3b-bd2d-4129-b766-da51213cc12d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.215549 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:21:17.225006 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67bb3b-bd2d-4129-b766-da51213cc12d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:17.229791 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (a9d77c1e-a076-427e-9c51-f0fbfa74dd29), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.230142 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Added segment a9d77c1e-a076-427e-9c51-f0fbfa74dd29 of type vlan for network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 Feb 21 10:21:17.270106 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.293486 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.294425 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:17.295011 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.351545 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3591595 Feb 21 10:21:17.354426 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42348) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:17.358611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf2587-160c-402d-bd47-007aa11b8d85 admin admin] Pushing event updated for resources: {'Network': ['ID=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:17.359413 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Request body: {'subnet': {'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-222683349-subnet', 'tenant_id': 'afd516af18c645078471493a85458f3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:17.368165 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:21:17.382460 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Made reservation on behalf of afd516af18c645078471493a85458f3c for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:17.386380 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.552917 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (c81420b9-2105-473b-b660-ce4598049cb3), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.613659 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81420b9-2105-473b-b660-ce4598049cb3,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:17.618502 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Checking segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:21:17.618864 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Network hostable DHCP agents. Network: daf3c4f4-a4a4-4c93-a5bb-2c247c678a54, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:21:17.637968 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:21:17.646798 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, daf3c4f4-a4a4-4c93-a5bb-2c247c678a54) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:21:17.650661 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:17.651291 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:17.655607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c801ff2-eb69-437a-b445-972a2bddeaca None None] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:21:17.666915 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c72c662e-4637-4279-8a62-370298adb192 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3111849 Feb 21 10:21:17.754895 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc85dd8-2306-47d3-8cbd-5462f888e2d9 None None] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:21:18.069495 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-76df9fa4-82d7-4a90-a283-317c78f15360 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:18.070959 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-76df9fa4-82d7-4a90-a283-317c78f15360 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.0977230 Feb 21 10:21:18.085697 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-d0d207f2-c61d-4c9d-a536-5e7df4d471a1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/quotas/afd516af18c645078471493a85458f3c HTTP/1.1" status: 200 len: 375 time: 0.0087910 Feb 21 10:21:18.121160 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-25982e5b-8dbf-467d-8b75-d125bfca19e2 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308092 Feb 21 10:21:18.172501 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-a7501c0e-8685-4c55-a2c2-6dd06e707256 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:21:18.173538 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-a7501c0e-8685-4c55-a2c2-6dd06e707256 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460830 Feb 21 10:21:18.261505 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-c2ea2251-3a30-4266-84eb-42555f95228a service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817471 Feb 21 10:21:18.350491 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-fd8f70bd-f985-410a-a103-b424a60becba service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Feb 21 10:21:18.785201 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-90738df4-21c8-4cb7-8fae-454cdf4ad63b req-585109ba-b240-4846-a0e3-d3c9eddd4591 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 210 time: 0.3024578 Feb 21 10:21:19.606104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-fbc939df-387b-4a52-8b63-c025fb96a7c8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:19.607545 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-fbc939df-387b-4a52-8b63-c025fb96a7c8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.1024809 Feb 21 10:21:19.619997 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Request body: {'port': {'device_id': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'admin_state_up': True, 'tenant_id': 'afd516af18c645078471493a85458f3c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:19.726220 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Made reservation on behalf of afd516af18c645078471493a85458f3c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:19.729621 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:19.854100 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Allocated IP 172.20.0.4 (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54/c81420b9-2105-473b-b660-ce4598049cb3/85413d74-26be-4295-895c-6548a9cd9d48) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:21:19.886460 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6149752c-3fb9-4ce6-a5a9-7d3b4a218ab9 req-7b6fb0b3-e9b7-413a-bb70-b7b960be2093 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 210 time: 0.0338626 Feb 21 10:21:20.015842 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks [] for port (85413d74-26be-4295-895c-6548a9cd9d48), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.050724 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (85413d74-26be-4295-895c-6548a9cd9d48), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.096023 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:21:20.098940 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:21:20.105979 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:21:20.111785 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event updated for resources: {'Port': ['ID=85413d74-26be-4295-895c-6548a9cd9d48,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:20.155924 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:20.156535 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.171729 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-cfee1a27-33f5-421d-b2b9-a0bd22c6cc2a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553610 Feb 21 10:21:20.180167 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-dab03db4-be7a-4255-9ff7-a9136a613d01 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:21:20.181189 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-dab03db4-be7a-4255-9ff7-a9136a613d01 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048261 Feb 21 10:21:20.233551 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Request body: {'port': {'device_id': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:20.294262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (85413d74-26be-4295-895c-6548a9cd9d48), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.547230 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85413d74-26be-4295-895c-6548a9cd9d48 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:20.554816 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Publish callbacks [] for port (85413d74-26be-4295-895c-6548a9cd9d48), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.566796 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Transition to ACTIVE for port object 85413d74-26be-4295-895c-6548a9cd9d48 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:21:20.571208 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (85413d74-26be-4295-895c-6548a9cd9d48), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.619984 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85413d74-26be-4295-895c-6548a9cd9d48,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:20.693953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Attempting to bind port 85413d74-26be-4295-895c-6548a9cd9d48 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:21:20.694294 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Attempting to bind port 85413d74-26be-4295-895c-6548a9cd9d48 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:21:20.694628 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Attempting to bind port 85413d74-26be-4295-895c-6548a9cd9d48 on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:20.699393 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Port 85413d74-26be-4295-895c-6548a9cd9d48 on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:21:20.699718 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Attempting to bind port 85413d74-26be-4295-895c-6548a9cd9d48 on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:20.704401 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:21:20.704746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Checking segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:21:20.705164 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Bound using segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:21:20.705591 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Bound port: 85413d74-26be-4295-895c-6548a9cd9d48, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:21:20.705946 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (85413d74-26be-4295-895c-6548a9cd9d48), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.768022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] For port 85413d74-26be-4295-895c-6548a9cd9d48, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:21:20.771046 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] For port 85413d74-26be-4295-895c-6548a9cd9d48, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85413d74-26be-4295-895c-6548a9cd9d48,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:21:20.777481 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (85413d74-26be-4295-895c-6548a9cd9d48), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.811892 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:20.812516 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:20.813924 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/85413d74-26be-4295-895c-6548a9cd9d48 HTTP/1.1" status: 200 len: 1093 time: 0.6257596 Feb 21 10:21:20.814370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'tag': '85413d74-26be-4295-895c-6548a9cd9d48'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:20.816587 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42745cb3-c7dc-471d-9abd-df534fb49165" -d '{"events": [{"name": "network-changed", "server_uuid": "f10f5237-b23a-469f-ba7e-a7908d12d770", "tag": "85413d74-26be-4295-895c-6548a9cd9d48"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:20.841611 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f47bb2-bc2d-4acf-9e2e-ef2a04e067e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85413d74-26be-4295-895c-6548a9cd9d48,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:20.863910 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b833b0e6-fc2b-459b-bb1d-f90cf1341b75 x-openstack-request-id: req-b833b0e6-fc2b-459b-bb1d-f90cf1341b75 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:20.864198 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10f5237-b23a-469f-ba7e-a7908d12d770", "tag": "85413d74-26be-4295-895c-6548a9cd9d48", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:20.864453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b833b0e6-fc2b-459b-bb1d-f90cf1341b75 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:20.864847 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'tag': '85413d74-26be-4295-895c-6548a9cd9d48', 'status': 'completed', 'code': 200} Feb 21 10:21:20.901017 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-4840319b-1803-44d2-9baf-115f24d9cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:20.903141 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-4840319b-1803-44d2-9baf-115f24d9cbf9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 1127 time: 0.0478408 Feb 21 10:21:20.948809 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-595ac065-6d0e-4b22-b80c-cb11662f66b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85413d74-26be-4295-895c-6548a9cd9d48 HTTP/1.1" status: 200 len: 217 time: 0.0372350 Feb 21 10:21:21.024583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-5dbfa1f2-282c-45c9-b233-ef5a7553f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:21.026056 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-5dbfa1f2-282c-45c9-b233-ef5a7553f358 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0656092 Feb 21 10:21:21.037157 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf29f5-8516-4a21-9fb5-4bb881d7af1c req-6a5ed580-4c40-4647-ad0f-350502d14cc4 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:21.038532 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0bf29f5-8516-4a21-9fb5-4bb881d7af1c req-6a5ed580-4c40-4647-ad0f-350502d14cc4 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 943 time: 0.0860181 Feb 21 10:21:21.071887 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-d5aabbad-f615-456e-8836-fca2ad89fb0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323682 Feb 21 10:21:21.106017 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0bf29f5-8516-4a21-9fb5-4bb881d7af1c req-ea271c8c-f817-4871-b214-b3c0c14453a1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596259 Feb 21 10:21:21.316968 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-48ebed6d-911e-4bbb-b42d-cb528029ec50 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812688 Feb 21 10:21:21.409323 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1fba5817-bdc6-4e84-a7fa-90355dbbfb96 req-048d10bc-1749-4f01-b10c-07750046b9e2 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861230 Feb 21 10:21:21.494909 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-59a9114a-68f3-4d4c-8e82-f8e51ee906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:21.496686 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-59a9114a-68f3-4d4c-8e82-f8e51ee906e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 1127 time: 0.0452669 Feb 21 10:21:21.589949 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-16a56534-e673-46b6-90df-26debfb365c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:21.591397 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-16a56534-e673-46b6-90df-26debfb365c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 915 time: 0.0852299 Feb 21 10:21:21.631295 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-2ac1332e-25c6-4f9f-b377-57daafbaa823 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85413d74-26be-4295-895c-6548a9cd9d48 HTTP/1.1" status: 200 len: 217 time: 0.0334296 Feb 21 10:21:21.678322 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-ee47e51b-6985-4edc-9e20-96db35ca7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:21.679866 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-ee47e51b-6985-4edc-9e20-96db35ca7ae7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0422971 Feb 21 10:21:21.710715 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-b8529db7-a089-48dc-8543-8d997afc4ce3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246341 Feb 21 10:21:21.797458 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-1e709b2b-822d-4f9a-a88c-f7a933c76a57 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808938 Feb 21 10:21:21.882710 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-42745cb3-c7dc-471d-9abd-df534fb49165 req-46a78081-fd23-4026-8b56-a061aaee0d59 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794418 Feb 21 10:21:22.225038 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb96bc-9130-4cb6-b6df-0d402adbd148 req-49651444-19b5-4019-9f3d-456883c424a3 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:22.226500 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fbdb96bc-9130-4cb6-b6df-0d402adbd148 req-49651444-19b5-4019-9f3d-456883c424a3 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 943 time: 0.0545008 Feb 21 10:21:22.272098 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fbdb96bc-9130-4cb6-b6df-0d402adbd148 req-d75e2103-4e23-474f-9bcd-c8390339b5d0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Feb 21 10:21:22.640309 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:23.395612 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418027-1910-4a5d-ab65-85565af3c8cb req-54a078d1-5266-4e82-92dc-0efeda7e136b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:23.397131 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d2418027-1910-4a5d-ab65-85565af3c8cb req-54a078d1-5266-4e82-92dc-0efeda7e136b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 943 time: 0.0582635 Feb 21 10:21:23.444336 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d2418027-1910-4a5d-ab65-85565af3c8cb req-a8cb5fac-a466-48e2-a58c-273216855f32 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Feb 21 10:21:24.563447 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dca4-81fc-4c78-afd1-b0627c7875e6 req-1ab44788-7bbf-40cf-9f2b-ed8bff67713f tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:24.564902 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8576dca4-81fc-4c78-afd1-b0627c7875e6 req-1ab44788-7bbf-40cf-9f2b-ed8bff67713f tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 943 time: 0.0542934 Feb 21 10:21:24.610423 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8576dca4-81fc-4c78-afd1-b0627c7875e6 req-830a3069-24f7-4d89-8f83-808e58b7a08c tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Feb 21 10:21:24.972386 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 85413d74-26be-4295-895c-6548a9cd9d48 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:21:25.065907 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 85413d74-26be-4295-895c-6548a9cd9d48, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85413d74-26be-4295-895c-6548a9cd9d48,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:25.077283 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '85413d74-26be-4295-895c-6548a9cd9d48', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'port_id': '85413d74-26be-4295-895c-6548a9cd9d48', 'mac_address': 'fa:16:3e:a5:63:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81420b9-2105-473b-b660-ce4598049cb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:21:25.117049 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 85413d74-26be-4295-895c-6548a9cd9d48 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:25.117472 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (85413d74-26be-4295-895c-6548a9cd9d48), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:25.130296 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85413d74-26be-4295-895c-6548a9cd9d48 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:25.150366 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 85413d74-26be-4295-895c-6548a9cd9d48, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85413d74-26be-4295-895c-6548a9cd9d48,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:25.154854 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (85413d74-26be-4295-895c-6548a9cd9d48), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:25.199672 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=85413d74-26be-4295-895c-6548a9cd9d48,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:25.723703 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9d4a6-90d4-4317-abce-c672f564a7da req-20e39f83-dda0-4449-9209-4e7e9131afa1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:25.725203 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8d9d4a6-90d4-4317-abce-c672f564a7da req-20e39f83-dda0-4449-9209-4e7e9131afa1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 944 time: 0.0512667 Feb 21 10:21:25.770965 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8d9d4a6-90d4-4317-abce-c672f564a7da req-870b9647-bd62-4332-b52f-2d192fca76b6 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Feb 21 10:21:25.786335 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:21:26.886032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4cc81-a931-407e-b4af-a6587aeead02 req-d561286b-b1b6-4ed7-bf93-fd141172c38a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:26.887517 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19a4cc81-a931-407e-b4af-a6587aeead02 req-d561286b-b1b6-4ed7-bf93-fd141172c38a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 944 time: 0.0510223 Feb 21 10:21:26.939775 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19a4cc81-a931-407e-b4af-a6587aeead02 req-9e34cf21-0c65-463c-9b41-7ea00666215b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Feb 21 10:21:26.991313 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 85413d74-26be-4295-895c-6548a9cd9d48 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:21:27.039899 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 85413d74-26be-4295-895c-6548a9cd9d48 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:21:27.044359 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 85413d74-26be-4295-895c-6548a9cd9d48 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:21:27.044741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (85413d74-26be-4295-895c-6548a9cd9d48), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:27.122979 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 85413d74-26be-4295-895c-6548a9cd9d48 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:27.123380 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (85413d74-26be-4295-895c-6548a9cd9d48), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:27.145392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85413d74-26be-4295-895c-6548a9cd9d48'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:27.147656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4f231d-f447-463d-815a-100a7b5e0e04" -d '{"events": [{"server_uuid": "f10f5237-b23a-469f-ba7e-a7908d12d770", "name": "network-vif-plugged", "status": "completed", "tag": "85413d74-26be-4295-895c-6548a9cd9d48"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:27.160376 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 85413d74-26be-4295-895c-6548a9cd9d48, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85413d74-26be-4295-895c-6548a9cd9d48,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:27.164327 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (85413d74-26be-4295-895c-6548a9cd9d48), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:27.188431 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3285831b-2e13-49d0-91ed-63c921b10b2e x-openstack-request-id: req-3285831b-2e13-49d0-91ed-63c921b10b2e {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:27.188749 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f5237-b23a-469f-ba7e-a7908d12d770", "name": "network-vif-plugged", "status": "completed", "tag": "85413d74-26be-4295-895c-6548a9cd9d48", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:27.188990 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3285831b-2e13-49d0-91ed-63c921b10b2e {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:27.189436 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85413d74-26be-4295-895c-6548a9cd9d48', 'code': 200} Feb 21 10:21:27.214868 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=85413d74-26be-4295-895c-6548a9cd9d48,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:27.350119 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9eb5-0020-4770-aead-cd178ed7c9ff req-ef657df8-4dde-4510-8496-f3c154cbabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:27.351494 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-49ad9eb5-0020-4770-aead-cd178ed7c9ff req-ef657df8-4dde-4510-8496-f3c154cbabc0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 1129 time: 0.0427275 Feb 21 10:21:27.401038 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-49ad9eb5-0020-4770-aead-cd178ed7c9ff req-ee7d4e3d-d4eb-4906-b728-b8f5616c9b57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437903 Feb 21 10:21:28.061312 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a5219-de5c-493d-9b67-9bdaf4704b81 req-d42aaa7f-f982-4f14-aa56-83f8f86b981e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:28.062889 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c67a5219-de5c-493d-9b67-9bdaf4704b81 req-d42aaa7f-f982-4f14-aa56-83f8f86b981e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 945 time: 0.0567276 Feb 21 10:21:28.110716 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c67a5219-de5c-493d-9b67-9bdaf4704b81 req-29347ce9-64c4-49a4-8af9-ec19f3cab58e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Feb 21 10:21:29.231935 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18f0d5-22b9-4544-9324-2b58cbb3ca76 req-0fff6fe6-8a3b-4e11-b289-6857d45232ca tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:29.233400 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cc18f0d5-22b9-4544-9324-2b58cbb3ca76 req-0fff6fe6-8a3b-4e11-b289-6857d45232ca tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Feb 21 10:21:29.278784 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cc18f0d5-22b9-4544-9324-2b58cbb3ca76 req-4f9216cb-012a-448a-8aec-2c885db56821 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399737 Feb 21 10:21:33.055622 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42496) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:33.157538 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e4cee29-3e3e-4b04-9a53-2782349ffdc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.230770 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e4cee29-3e3e-4b04-9a53-2782349ffdc5 admin admin] Publish callbacks [] for security_group (85bd74a6-a7fa-495c-9436-604af951711e), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.234424 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-0e4cee29-3e3e-4b04-9a53-2782349ffdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (85bd74a6-a7fa-495c-9436-604af951711e), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.274753 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-0e4cee29-3e3e-4b04-9a53-2782349ffdc5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f192af97be7f468db609d476e14b5e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180514 Feb 21 10:21:33.275626 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cee29-3e3e-4b04-9a53-2782349ffdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd74a6-a7fa-495c-9436-604af951711e,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:33.278012 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42500) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:33.324414 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fe589b0d-cf4e-4ec2-9360-1c9639cc823a admin admin] Publish callbacks [] for security_group (85bd74a6-a7fa-495c-9436-604af951711e), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.344963 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fe589b0d-cf4e-4ec2-9360-1c9639cc823a admin admin] Publish callbacks [] for security_group (85bd74a6-a7fa-495c-9436-604af951711e), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.390260 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fe589b0d-cf4e-4ec2-9360-1c9639cc823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (85bd74a6-a7fa-495c-9436-604af951711e), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.392710 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-fe589b0d-cf4e-4ec2-9360-1c9639cc823a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.393868 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-fe589b0d-cf4e-4ec2-9360-1c9639cc823a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/85bd74a6-a7fa-495c-9436-604af951711e HTTP/1.1" status: 204 len: 168 time: 0.1148722 Feb 21 10:21:33.401828 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe589b0d-cf4e-4ec2-9360-1c9639cc823a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd74a6-a7fa-495c-9436-604af951711e,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:33.461437 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-702c0170-49dc-4919-aca2-a7aedf87bb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:33.978793 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 42522) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:34.070774 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-116727778-network', 'tenant_id': 'edc104455e2e4cadacddad46e85abfee'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:34.089840 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Made reservation on behalf of edc104455e2e4cadacddad46e85abfee for: {'network': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:34.092320 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.100654 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.182016 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks [] for security_group (1867d7ad-059b-4bb8-9805-0c68eb926313), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.186134 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1867d7ad-059b-4bb8-9805-0c68eb926313), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.209179 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=102846) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:21:34.217584 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1867d7ad-059b-4bb8-9805-0c68eb926313,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:34.223390 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (9a65893d-d50c-4117-b845-525020f5d547), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.223700 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.segments_db [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Added segment 9a65893d-d50c-4117-b845-525020f5d547 of type vlan for network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 Feb 21 10:21:34.263103 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.286709 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.287648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:34.288231 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.341826 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3619421 Feb 21 10:21:34.344712 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 42528) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:21:34.347115 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca1a63-436a-4692-88e5-bfce0eaf407f admin admin] Pushing event updated for resources: {'Network': ['ID=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:34.349654 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Request body: {'subnet': {'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-116727778-subnet', 'tenant_id': 'edc104455e2e4cadacddad46e85abfee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:34.357315 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:21:34.369660 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Made reservation on behalf of edc104455e2e4cadacddad46e85abfee for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:34.372905 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.537619 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (33ad8605-7409-40b3-b463-5a3ef508eb87), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.592337 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ad8605-7409-40b3-b463-5a3ef508eb87,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:34.599322 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Checking segment: {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:21:34.599684 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Network hostable DHCP agents. Network: 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:21:34.615878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:21:34.624810 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:21:34.628683 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:34.629324 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:34.633938 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31979aee-da12-435e-a49e-77d1c1721557 None None] Network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:21:34.644581 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b25a4d8a-ea7b-4c9f-a7b6-afe658e438e1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2987649 Feb 21 10:21:34.732357 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098269a0-88f1-43e6-97b2-d589dbd5f14a None None] Network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:21:35.833021 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8d72d11f-b92a-41dd-87c7-5ef9b83c9178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:36.350445 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-787f0192-ced1-4d6d-a953-9406e2d4edec tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:36.351808 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-787f0192-ced1-4d6d-a953-9406e2d4edec tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/networks?id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 200 len: 813 time: 0.1013110 Feb 21 10:21:36.365678 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-80bcae11-78ce-459a-8081-ee8db71e2ef7 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/quotas/edc104455e2e4cadacddad46e85abfee HTTP/1.1" status: 200 len: 375 time: 0.0086811 Feb 21 10:21:36.396409 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-5c57143e-381e-423d-af4e-c217a993c10d tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=edc104455e2e4cadacddad46e85abfee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261436 Feb 21 10:21:36.485310 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-d4e9fa70-5fea-4935-9b7e-3801c688e112 service neutron] 10.222.0.73 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818772 Feb 21 10:21:36.570702 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-11ea2a0a-cea0-4258-ae87-f6bf6b54c4ca service neutron] 10.222.0.73 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798945 Feb 21 10:21:36.723955 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-118a3991-d17f-44b9-acc4-5f2de3a12991 req-f0b223e9-a089-44ff-818c-6075662523cb tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 210 time: 0.0269129 Feb 21 10:21:36.976279 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:37.662793 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9ef0a204-e8eb-4b42-bf95-e4aa069336f7 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:37.664188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9ef0a204-e8eb-4b42-bf95-e4aa069336f7 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "GET /v2.0/networks?id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 200 len: 813 time: 0.1052561 Feb 21 10:21:37.676849 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Request body: {'port': {'device_id': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6', 'admin_state_up': True, 'tenant_id': 'edc104455e2e4cadacddad46e85abfee'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:37.782950 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Made reservation on behalf of edc104455e2e4cadacddad46e85abfee for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:37.786393 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:37.829185 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-69160917-952f-4020-b1f3-28c7492de912 req-ad6b6421-edce-4732-9cc5-231bad548789 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 210 time: 0.0331211 Feb 21 10:21:37.934682 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Allocated IP 172.20.0.5 (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6/33ad8605-7409-40b3-b463-5a3ef508eb87/401940ee-aeea-409c-a217-f13a7a0eb646) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:21:37.967979 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:21:38.076250 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks [] for port (401940ee-aeea-409c-a217-f13a7a0eb646), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.109336 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.150108 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:21:38.153577 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:21:38.159599 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:21:38.181549 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Pushing event updated for resources: {'Port': ['ID=401940ee-aeea-409c-a217-f13a7a0eb646,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:38.207333 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:38.207939 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.223184 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-9be67861-4b49-421e-bcfe-be9fed121d29 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509210 Feb 21 10:21:38.234729 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Request body: {'port': {'device_id': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:38.297465 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.391294 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.632268 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401940ee-aeea-409c-a217-f13a7a0eb646 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:38.647299 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Publish callbacks [] for port (401940ee-aeea-409c-a217-f13a7a0eb646), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.662780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-84a83355-d2aa-4b2a-b379-c4c97e13ead6 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:38.664256 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-84a83355-d2aa-4b2a-b379-c4c97e13ead6 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.1552858 Feb 21 10:21:38.669020 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Transition to ACTIVE for port object 401940ee-aeea-409c-a217-f13a7a0eb646 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:21:38.678370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:38.687973 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-442787a8-486b-4273-839c-5b2c98756bea tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/quotas/afd516af18c645078471493a85458f3c HTTP/1.1" status: 200 len: 375 time: 0.0177648 Feb 21 10:21:38.761697 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Pushing event updated for resources: {'Port': ['ID=401940ee-aeea-409c-a217-f13a7a0eb646,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:38.818394 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-22ca8447-bf7c-416b-b054-10b61ce9af8b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1120088 Feb 21 10:21:38.832306 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-f5087239-fbff-4f06-884d-bedb46f3b104 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=102846) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 10:21:38.833287 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-f5087239-fbff-4f06-884d-bedb46f3b104 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057013 Feb 21 10:21:38.858652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Attempting to bind port 401940ee-aeea-409c-a217-f13a7a0eb646 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:21:38.859005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Attempting to bind port 401940ee-aeea-409c-a217-f13a7a0eb646 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:21:38.859339 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Attempting to bind port 401940ee-aeea-409c-a217-f13a7a0eb646 on network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:38.888223 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Port 401940ee-aeea-409c-a217-f13a7a0eb646 on network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:21:38.888558 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Attempting to bind port 401940ee-aeea-409c-a217-f13a7a0eb646 on network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:38.912090 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:21:38.912456 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Checking segment: {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:21:38.912847 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Bound using segment: {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:21:38.913324 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Bound port: 401940ee-aeea-409c-a217-f13a7a0eb646, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:21:38.913687 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:39.006215 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-a576accf-35ef-487f-8411-8634a4564f4b service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674526 Feb 21 10:21:39.034212 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbb196-b311-4885-9da4-76bd8022eef9 req-73b5ab21-798a-469c-ad11-3313c27c6c49 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:39.035611 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8bbb196-b311-4885-9da4-76bd8022eef9 req-73b5ab21-798a-469c-ad11-3313c27c6c49 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 943 time: 0.1370671 Feb 21 10:21:39.097165 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] For port 401940ee-aeea-409c-a217-f13a7a0eb646, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:21:39.123279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] For port 401940ee-aeea-409c-a217-f13a7a0eb646, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=401940ee-aeea-409c-a217-f13a7a0eb646,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:21:39.137203 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:39.176825 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8bbb196-b311-4885-9da4-76bd8022eef9 req-c7f2680e-38e0-4e3c-9704-81b65b9a3ca7 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353219 Feb 21 10:21:39.188585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:39.189451 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:39.190618 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] 10.222.0.45 "PUT /v2.0/ports/401940ee-aeea-409c-a217-f13a7a0eb646 HTTP/1.1" status: 200 len: 1093 time: 0.9603443 Feb 21 10:21:39.194602 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'tag': '401940ee-aeea-409c-a217-f13a7a0eb646'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:39.196823 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be412b2d-549b-4cb3-8bd4-126bac7e8290" -d '{"events": [{"name": "network-changed", "server_uuid": "fdbeb9a9-17d3-46d7-92c9-971e100a0a7f", "tag": "401940ee-aeea-409c-a217-f13a7a0eb646"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:39.223395 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-491e2b67-b85d-4507-b276-7da838c6fc89 service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075047 Feb 21 10:21:39.238567 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682c234-9308-4cdb-899a-318d1d9ed71b service neutron] Pushing event updated for resources: {'Port': ['ID=401940ee-aeea-409c-a217-f13a7a0eb646,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:39.278354 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-d2867f71-4120-440b-8a81-a94bf37534dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:39.279878 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-d2867f71-4120-440b-8a81-a94bf37534dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edc104455e2e4cadacddad46e85abfee&device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 1127 time: 0.0540304 Feb 21 10:21:39.327109 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-56e1470b-ad44-4dfc-b636-d3859242a03e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401940ee-aeea-409c-a217-f13a7a0eb646 HTTP/1.1" status: 200 len: 217 time: 0.0399470 Feb 21 10:21:39.370593 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52580e55-9e5d-49ee-b5d2-5b366961380c x-openstack-request-id: req-52580e55-9e5d-49ee-b5d2-5b366961380c {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:39.371609 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdbeb9a9-17d3-46d7-92c9-971e100a0a7f", "tag": "401940ee-aeea-409c-a217-f13a7a0eb646", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:39.371882 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52580e55-9e5d-49ee-b5d2-5b366961380c {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:39.372304 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'tag': '401940ee-aeea-409c-a217-f13a7a0eb646', 'status': 'completed', 'code': 200} Feb 21 10:21:39.407573 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cfb76d67-9a10-4529-b053-29e0a1a840e3 req-65db6947-9fca-4fa9-b67b-833ab99d4362 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Feb 21 10:21:39.413089 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-86b50ee2-500e-4bf1-93e5-56044666ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:39.414602 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-86b50ee2-500e-4bf1-93e5-56044666ce6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33ad8605-7409-40b3-b463-5a3ef508eb87 HTTP/1.1" status: 200 len: 853 time: 0.0807433 Feb 21 10:21:39.450302 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-8ec3dad6-050b-4afe-9956-71c5e13f5cf4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298214 Feb 21 10:21:39.544440 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-3bf0194f-df41-46e7-b062-cb1f7e698b3a service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864670 Feb 21 10:21:39.894377 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ec1463a6-91b8-4b62-8664-26fcc0ac966e req-02f5314c-aae9-4fca-937f-53c42e18a25e service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437073 Feb 21 10:21:39.897481 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:39.987900 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-bcd5a971-3638-45f4-a688-81a1af640c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:39.989403 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-bcd5a971-3638-45f4-a688-81a1af640c4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edc104455e2e4cadacddad46e85abfee&device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 1127 time: 0.0444715 Feb 21 10:21:40.078120 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-97f28f44-f5f0-43d3-9ba2-f9f62f0cf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:40.079482 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-97f28f44-f5f0-43d3-9ba2-f9f62f0cf618 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 200 len: 914 time: 0.0821927 Feb 21 10:21:40.123461 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-3e4666e0-4c0f-4090-833e-e627e66a8c89 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=401940ee-aeea-409c-a217-f13a7a0eb646 HTTP/1.1" status: 200 len: 217 time: 0.0368366 Feb 21 10:21:40.173907 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-c383ca4b-5804-4a97-ba49-dd1e0038e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:40.175342 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-c383ca4b-5804-4a97-ba49-dd1e0038e2e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33ad8605-7409-40b3-b463-5a3ef508eb87 HTTP/1.1" status: 200 len: 853 time: 0.0451939 Feb 21 10:21:40.208054 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-8da01a08-9065-40b4-8d2e-4a1dc7b09dec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261881 Feb 21 10:21:40.336762 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40aa74-c1e9-4893-9852-9f14b26d2460 req-f13e7a19-ee62-48a8-87b6-3b49fcce685a tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:40.338176 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ce40aa74-c1e9-4893-9852-9f14b26d2460 req-f13e7a19-ee62-48a8-87b6-3b49fcce685a tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 943 time: 0.0785654 Feb 21 10:21:40.339880 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-fccb1111-c888-4371-b2d3-a600c7351b21 service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255145 Feb 21 10:21:40.438964 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ce40aa74-c1e9-4893-9852-9f14b26d2460 req-7cd4de10-c77a-4391-9633-2292e265030c tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953414 Feb 21 10:21:40.463058 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-be412b2d-549b-4cb3-8bd4-126bac7e8290 req-b3ecd8f4-cc1b-47a0-9816-79c89fc162a7 service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138649 Feb 21 10:21:40.534050 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f70f72e6-5913-45c9-acb0-a9ffec01dad6 req-13c35af9-2ac1-4c0f-ab4a-33fdbd737c3f tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 210 time: 0.0439386 Feb 21 10:21:40.618465 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-d1364721-1369-4668-9515-4b4bab332f5c tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:40.619813 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-d1364721-1369-4668-9515-4b4bab332f5c tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.1195457 Feb 21 10:21:40.632882 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Request body: {'port': {'device_id': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'admin_state_up': True, 'tenant_id': 'afd516af18c645078471493a85458f3c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:40.734583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Made reservation on behalf of afd516af18c645078471493a85458f3c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:40.737982 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:40.860920 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Allocated IP 172.20.0.6 (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54/c81420b9-2105-473b-b660-ce4598049cb3/dbf59043-d926-43e7-9a7f-f17856936fe3) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:21:41.003733 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks [] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.036260 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.070607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:21:41.075296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:21:41.078356 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:21:41.081879 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:21:41.112744 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event updated for resources: {'Port': ['ID=dbf59043-d926-43e7-9a7f-f17856936fe3,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:41.138490 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:41.139104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.157039 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-2074bda1-9fc6-429e-8169-98d3013d6898 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5278339 Feb 21 10:21:41.168628 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Request body: {'port': {'device_id': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:41.233656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.487030 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf59043-d926-43e7-9a7f-f17856936fe3 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:41.494509 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Publish callbacks [] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.522890 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Transition to ACTIVE for port object dbf59043-d926-43e7-9a7f-f17856936fe3 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:21:41.541030 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.605769 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf59043-d926-43e7-9a7f-f17856936fe3,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:41.627633 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93366-8f11-45c3-902a-61bd505dae31 req-277dfac1-8f15-4aaf-b54e-b3c0afe746fc tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:41.629160 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-21f93366-8f11-45c3-902a-61bd505dae31 req-277dfac1-8f15-4aaf-b54e-b3c0afe746fc tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 943 time: 0.1206183 Feb 21 10:21:41.743879 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3ec72-e9ce-4c9f-9fdc-158398ffca0b req-2eba66b9-ac9c-4168-8f2a-db2ae0991032 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:41.745293 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c8a3ec72-e9ce-4c9f-9fdc-158398ffca0b req-2eba66b9-ac9c-4168-8f2a-db2ae0991032 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 943 time: 0.1405683 Feb 21 10:21:41.753307 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-21f93366-8f11-45c3-902a-61bd505dae31 req-603c3591-2416-4179-94a2-aa7d83f667bc tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072865 Feb 21 10:21:41.774730 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Attempting to bind port dbf59043-d926-43e7-9a7f-f17856936fe3 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:21:41.775079 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Attempting to bind port dbf59043-d926-43e7-9a7f-f17856936fe3 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:21:41.775410 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Attempting to bind port dbf59043-d926-43e7-9a7f-f17856936fe3 on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:41.786189 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Port dbf59043-d926-43e7-9a7f-f17856936fe3 on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:21:41.786514 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Attempting to bind port dbf59043-d926-43e7-9a7f-f17856936fe3 on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:41.803255 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:21:41.803602 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Checking segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:21:41.803994 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Bound using segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:21:41.804430 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Bound port: dbf59043-d926-43e7-9a7f-f17856936fe3, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:21:41.804793 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.828426 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c8a3ec72-e9ce-4c9f-9fdc-158398ffca0b req-160e7547-e7cb-4de8-b1ad-afc54049c468 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742304 Feb 21 10:21:41.878675 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] For port dbf59043-d926-43e7-9a7f-f17856936fe3, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:21:41.881648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] For port dbf59043-d926-43e7-9a7f-f17856936fe3, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbf59043-d926-43e7-9a7f-f17856936fe3,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:21:41.888804 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.920979 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:41.921625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:41.922982 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] 10.222.0.45 "PUT /v2.0/ports/dbf59043-d926-43e7-9a7f-f17856936fe3 HTTP/1.1" status: 200 len: 1093 time: 0.7589886 Feb 21 10:21:41.923460 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'tag': 'dbf59043-d926-43e7-9a7f-f17856936fe3'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:41.925696 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1447bd-8c8d-4f08-93e9-6c0c195d2233", "tag": "dbf59043-d926-43e7-9a7f-f17856936fe3"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:41.956180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be3177-0750-4356-b0b5-73e238e34c09 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf59043-d926-43e7-9a7f-f17856936fe3,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:41.969194 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4f7c73-7c6a-4529-a334-4653e645313a x-openstack-request-id: req-0f4f7c73-7c6a-4529-a334-4653e645313a {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:41.969489 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1447bd-8c8d-4f08-93e9-6c0c195d2233", "tag": "dbf59043-d926-43e7-9a7f-f17856936fe3", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:41.969745 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f4f7c73-7c6a-4529-a334-4653e645313a {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:41.970141 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'tag': 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'status': 'completed', 'code': 200} Feb 21 10:21:42.006500 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-5b018cc1-8058-4806-8621-f0de5ee0e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.007991 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-5b018cc1-8058-4806-8621-f0de5ee0e1f2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 1127 time: 0.0477257 Feb 21 10:21:42.050787 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-ffd93ed2-18e4-417c-ba82-76ce009973ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbf59043-d926-43e7-9a7f-f17856936fe3 HTTP/1.1" status: 200 len: 217 time: 0.0362072 Feb 21 10:21:42.100144 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-9cab731b-cbcf-4c0c-ab22-32320deb455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.101649 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-9cab731b-cbcf-4c0c-ab22-32320deb455a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0419977 Feb 21 10:21:42.132739 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-93732e09-c555-4e4a-ae2c-9286490d1ce2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246947 Feb 21 10:21:42.222144 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-5da218c6-0c79-4602-896a-5f8e0beff5a2 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831404 Feb 21 10:21:42.309861 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d67cb0a-1332-43ac-a0d9-d0f3f078ba6c req-9a9fcf50-fce6-4401-a284-986a28bb11a8 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807049 Feb 21 10:21:42.412225 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-9d868199-1ddd-4ca4-bf85-c6e6b43bb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.413777 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-9d868199-1ddd-4ca4-bf85-c6e6b43bb791 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 1127 time: 0.0488782 Feb 21 10:21:42.500367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-8977711e-bc8c-47d2-a477-bd5bbd557a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.501913 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-8977711e-bc8c-47d2-a477-bd5bbd557a54 service neutron] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 915 time: 0.0813658 Feb 21 10:21:42.541203 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-8dfb5ed2-6516-4cf7-a11f-d7e3310494f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbf59043-d926-43e7-9a7f-f17856936fe3 HTTP/1.1" status: 200 len: 217 time: 0.0330479 Feb 21 10:21:42.589446 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-14ac2158-5910-4278-95f0-7bf1c88f2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.591325 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-14ac2158-5910-4278-95f0-7bf1c88f2690 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0444031 Feb 21 10:21:42.623032 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-95b0141a-6635-4f72-8af8-425ae9d4ed89 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250087 Feb 21 10:21:42.710125 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-84bef0c7-4e61-4980-959b-3b508a58e38e service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798082 Feb 21 10:21:42.801156 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-969a60bf-0b79-44a5-ab5b-7fd42ddfedb1 req-f6a1aa7c-9693-45fc-8211-f3cf4a13587c service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839915 Feb 21 10:21:42.872552 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9505119-b557-42aa-a66f-c03985038d14 req-53a3ad05-0209-4cd2-be70-021733bbbf95 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.874092 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9505119-b557-42aa-a66f-c03985038d14 req-53a3ad05-0209-4cd2-be70-021733bbbf95 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 943 time: 0.0549428 Feb 21 10:21:42.948664 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b9505119-b557-42aa-a66f-c03985038d14 req-23904947-c843-418b-9f27-f44580d5c845 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687149 Feb 21 10:21:42.971180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576d8b0-b48d-4e3f-b8c3-5ba2c31ada78 req-3ee3f080-c880-4147-8d6b-6533075cf6c5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:42.972665 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8576d8b0-b48d-4e3f-b8c3-5ba2c31ada78 req-3ee3f080-c880-4147-8d6b-6533075cf6c5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 943 time: 0.0735471 Feb 21 10:21:43.018028 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8576d8b0-b48d-4e3f-b8c3-5ba2c31ada78 req-0b9084de-297a-4fed-a299-9ad96db6a31c tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398612 Feb 21 10:21:43.033400 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 401940ee-aeea-409c-a217-f13a7a0eb646 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:21:43.130771 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 401940ee-aeea-409c-a217-f13a7a0eb646, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=401940ee-aeea-409c-a217-f13a7a0eb646,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:43.142417 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '401940ee-aeea-409c-a217-f13a7a0eb646', 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6', 'port_id': '401940ee-aeea-409c-a217-f13a7a0eb646', 'mac_address': 'fa:16:3e:d8:0a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ad8605-7409-40b3-b463-5a3ef508eb87', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:21:43.180277 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 401940ee-aeea-409c-a217-f13a7a0eb646 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:43.180674 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:43.194415 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401940ee-aeea-409c-a217-f13a7a0eb646 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:43.213355 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 401940ee-aeea-409c-a217-f13a7a0eb646, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=401940ee-aeea-409c-a217-f13a7a0eb646,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:43.217510 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:43.261728 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=401940ee-aeea-409c-a217-f13a7a0eb646,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:43.697285 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['401940ee-aeea-409c-a217-f13a7a0eb646'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:21:44.064856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146a77-7fb0-4390-b43b-cb7544276a0e req-30ad19be-f82d-44b7-972f-d41ed415b0f5 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:44.066373 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aa146a77-7fb0-4390-b43b-cb7544276a0e req-30ad19be-f82d-44b7-972f-d41ed415b0f5 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 944 time: 0.0516942 Feb 21 10:21:44.141409 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-aa146a77-7fb0-4390-b43b-cb7544276a0e req-20df84b3-ad0f-4097-a47e-bed0eeb50cc8 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695817 Feb 21 10:21:44.156000 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799b10-bc4b-4af3-922c-4ff413de7b60 req-2684323b-21df-41b9-b7f9-21d99d63b3dd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:44.157484 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1c799b10-bc4b-4af3-922c-4ff413de7b60 req-2684323b-21df-41b9-b7f9-21d99d63b3dd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 943 time: 0.0725830 Feb 21 10:21:44.206773 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1c799b10-bc4b-4af3-922c-4ff413de7b60 req-731ef3ba-7212-420f-9b90-09b348b8bf43 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Feb 21 10:21:45.052318 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dbf59043-d926-43e7-9a7f-f17856936fe3 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:21:45.054450 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 401940ee-aeea-409c-a217-f13a7a0eb646 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:21:45.179995 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 401940ee-aeea-409c-a217-f13a7a0eb646 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:21:45.187464 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 401940ee-aeea-409c-a217-f13a7a0eb646 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:21:45.187841 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:45.219938 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port dbf59043-d926-43e7-9a7f-f17856936fe3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbf59043-d926-43e7-9a7f-f17856936fe3,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:45.239851 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'port_id': 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'mac_address': 'fa:16:3e:0f:36:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81420b9-2105-473b-b660-ce4598049cb3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:21:45.262524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0252b9-72a3-429f-a145-d3675fabd0b5 req-b8f0140f-de73-4aa7-b145-5004e2bfa0bf tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:45.264044 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8d0252b9-72a3-429f-a145-d3675fabd0b5 req-b8f0140f-de73-4aa7-b145-5004e2bfa0bf tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 944 time: 0.0535395 Feb 21 10:21:45.305923 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port dbf59043-d926-43e7-9a7f-f17856936fe3 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:45.306208 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:45.325581 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf59043-d926-43e7-9a7f-f17856936fe3 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:45.336450 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 401940ee-aeea-409c-a217-f13a7a0eb646 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:45.336844 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:45.340323 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8d0252b9-72a3-429f-a145-d3675fabd0b5 req-27bb2176-bdc6-4da5-a90a-6909eb189005 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695860 Feb 21 10:21:45.359781 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecb5e6-7471-48cc-a4d2-bb560b221923 req-5c179887-8b3f-4620-8ef2-510626654157 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:45.361236 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port dbf59043-d926-43e7-9a7f-f17856936fe3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbf59043-d926-43e7-9a7f-f17856936fe3,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:45.361365 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ecb5e6-7471-48cc-a4d2-bb560b221923 req-5c179887-8b3f-4620-8ef2-510626654157 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 943 time: 0.0842493 Feb 21 10:21:45.369397 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:45.379286 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401940ee-aeea-409c-a217-f13a7a0eb646'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:45.381524 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1aaa54-0888-4ea5-aeb3-cfb05b7d6654" -d '{"events": [{"server_uuid": "fdbeb9a9-17d3-46d7-92c9-971e100a0a7f", "name": "network-vif-plugged", "status": "completed", "tag": "401940ee-aeea-409c-a217-f13a7a0eb646"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:45.409629 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19ecb5e6-7471-48cc-a4d2-bb560b221923 req-2b309555-1929-4306-acec-b504712f1b01 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Feb 21 10:21:45.413605 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 401940ee-aeea-409c-a217-f13a7a0eb646, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=401940ee-aeea-409c-a217-f13a7a0eb646,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:45.419618 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:45.440236 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=dbf59043-d926-43e7-9a7f-f17856936fe3,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:45.445765 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff1d3d-5d59-4edd-8a76-8de6061bbd1e x-openstack-request-id: req-7cff1d3d-5d59-4edd-8a76-8de6061bbd1e {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:45.446053 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbeb9a9-17d3-46d7-92c9-971e100a0a7f", "name": "network-vif-plugged", "status": "completed", "tag": "401940ee-aeea-409c-a217-f13a7a0eb646", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:45.446306 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cff1d3d-5d59-4edd-8a76-8de6061bbd1e {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:45.446693 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401940ee-aeea-409c-a217-f13a7a0eb646', 'code': 200} Feb 21 10:21:45.503289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=401940ee-aeea-409c-a217-f13a7a0eb646,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:45.623309 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b699d-c360-4066-84ec-08d70d3476f0 req-5c50410e-9c9c-4f87-93d5-a375971882ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:45.624683 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc4b699d-c360-4066-84ec-08d70d3476f0 req-5c50410e-9c9c-4f87-93d5-a375971882ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 1129 time: 0.0469999 Feb 21 10:21:45.667179 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc4b699d-c360-4066-84ec-08d70d3476f0 req-7457ffc5-32a8-4c9b-a669-fa03101d9e64 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Feb 21 10:21:45.811675 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['dbf59043-d926-43e7-9a7f-f17856936fe3'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:21:46.460697 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4aab-4daa-40aa-a43f-368d742f3e55 req-346700f1-abc2-4837-87a8-7c6e399e35e1 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:46.462216 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-257f4aab-4daa-40aa-a43f-368d742f3e55 req-346700f1-abc2-4837-87a8-7c6e399e35e1 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0532768 Feb 21 10:21:46.539219 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-257f4aab-4daa-40aa-a43f-368d742f3e55 req-18ff6e4f-0add-4f64-b997-cd8d1430973d tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Feb 21 10:21:46.554199 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6c72c-27b7-4944-b004-c5b084adf924 req-35825662-664f-409b-b13e-684f90a3159e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:46.555637 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-baf6c72c-27b7-4944-b004-c5b084adf924 req-35825662-664f-409b-b13e-684f90a3159e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 944 time: 0.0754805 Feb 21 10:21:46.601491 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-baf6c72c-27b7-4944-b004-c5b084adf924 req-243fe081-9255-437f-b6e4-74f83785bcf1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Feb 21 10:21:47.077820 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dbf59043-d926-43e7-9a7f-f17856936fe3 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:21:47.130029 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port dbf59043-d926-43e7-9a7f-f17856936fe3 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:21:47.134113 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port dbf59043-d926-43e7-9a7f-f17856936fe3 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:21:47.134497 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:47.212503 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port dbf59043-d926-43e7-9a7f-f17856936fe3 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:47.212894 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:47.246940 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port dbf59043-d926-43e7-9a7f-f17856936fe3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbf59043-d926-43e7-9a7f-f17856936fe3,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:47.251071 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:47.299701 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=dbf59043-d926-43e7-9a7f-f17856936fe3,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:47.306507 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.306866 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.307219 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.307580 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.307982 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.308323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.309389 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.309734 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.310072 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.310410 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.310745 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.311076 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.311404 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:21:47.447445 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf59043-d926-43e7-9a7f-f17856936fe3'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:47.449733 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae131caa-936b-4c41-bf3c-77f72cee7d03" -d '{"events": [{"server_uuid": "ec1447bd-8c8d-4f08-93e9-6c0c195d2233", "name": "network-vif-plugged", "status": "completed", "tag": "dbf59043-d926-43e7-9a7f-f17856936fe3"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:47.484539 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686c367-9387-44c3-af3e-b2a1d49ef65e x-openstack-request-id: req-5686c367-9387-44c3-af3e-b2a1d49ef65e {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:47.484902 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1447bd-8c8d-4f08-93e9-6c0c195d2233", "name": "network-vif-plugged", "status": "completed", "tag": "dbf59043-d926-43e7-9a7f-f17856936fe3", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:47.485196 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5686c367-9387-44c3-af3e-b2a1d49ef65e {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:47.485593 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'code': 200} Feb 21 10:21:47.711390 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca3c5-501e-4da1-a5a9-f28c340ff077 req-bff31251-cabb-461a-bb36-c8de810a8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:47.712768 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cb4ca3c5-501e-4da1-a5a9-f28c340ff077 req-bff31251-cabb-461a-bb36-c8de810a8021 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 1129 time: 0.0977421 Feb 21 10:21:47.720831 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c899930-6a39-4609-8d13-06a9146819e3 req-1aca0a57-7a7c-4b4f-a660-9493ce175d70 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:47.722263 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9c899930-6a39-4609-8d13-06a9146819e3 req-1aca0a57-7a7c-4b4f-a660-9493ce175d70 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 945 time: 0.1157787 Feb 21 10:21:47.794710 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babdc7d-25e6-48aa-bd2f-9c70ccfd6f4d req-d33ff5f4-455c-4b55-93a4-6094df698fb0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:47.796158 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6babdc7d-25e6-48aa-bd2f-9c70ccfd6f4d req-d33ff5f4-455c-4b55-93a4-6094df698fb0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 945 time: 0.1248085 Feb 21 10:21:47.811808 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cb4ca3c5-501e-4da1-a5a9-f28c340ff077 req-b0ae6d00-6134-4bc9-aba9-b1901f9df933 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886555 Feb 21 10:21:47.820472 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9c899930-6a39-4609-8d13-06a9146819e3 req-01bfb3bf-29a8-411f-ba5e-6298780023a8 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896378 Feb 21 10:21:47.855128 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6babdc7d-25e6-48aa-bd2f-9c70ccfd6f4d req-96e7519a-35df-46ad-92b1-6eddf1d5f5d8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486512 Feb 21 10:21:48.972104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72fbc5-052f-4147-afb8-cf050451edff req-4c15b182-a001-4973-b7d9-9c0192b27367 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:48.973616 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f72fbc5-052f-4147-afb8-cf050451edff req-4c15b182-a001-4973-b7d9-9c0192b27367 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 945 time: 0.0521634 Feb 21 10:21:49.026029 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f72fbc5-052f-4147-afb8-cf050451edff req-0627a1d3-81ed-443f-a645-7b2ec87db5d9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468764 Feb 21 10:21:50.143986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2a95a-0bbc-4f7b-9712-09c5590c91aa req-dccefc42-e72d-48c3-b58c-90cf3bff700b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:50.145479 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19a2a95a-0bbc-4f7b-9712-09c5590c91aa req-dccefc42-e72d-48c3-b58c-90cf3bff700b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Feb 21 10:21:50.191876 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-19a2a95a-0bbc-4f7b-9712-09c5590c91aa req-5f94d4d7-ce10-4e9d-ab51-8d4e3a2b9216 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Feb 21 10:21:51.874198 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-3c9e92e6-825e-4879-9f6d-446abbc9e518 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:51.875622 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-3c9e92e6-825e-4879-9f6d-446abbc9e518 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.1024151 Feb 21 10:21:51.890705 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-84f1fb30-5e11-412c-8bdb-d6f7c00db9ea tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/quotas/afd516af18c645078471493a85458f3c HTTP/1.1" status: 200 len: 375 time: 0.0097039 Feb 21 10:21:51.944672 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-5d1cb09d-8ae9-4589-8046-bcd3aa5d5fee tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492177 Feb 21 10:21:52.033168 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-36c2f157-2cba-4061-ae90-051473c8ef2d service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815809 Feb 21 10:21:52.124677 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-f4c7b809-5c22-4f30-91d9-6d5795a0ef00 service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857041 Feb 21 10:21:52.283849 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-78ae9cd9-8250-4082-b658-e39f4f3997c2 req-318546df-b401-4de4-8c31-44bdae39f43a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 210 time: 0.0273614 Feb 21 10:21:52.642751 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:53.316187 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-061b441b-3d61-4787-b8c0-ce097beae74d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:53.317679 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-061b441b-3d61-4787-b8c0-ce097beae74d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.1086605 Feb 21 10:21:53.349964 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Request body: {'port': {'device_id': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'admin_state_up': True, 'tenant_id': 'afd516af18c645078471493a85458f3c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:53.425718 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f8f49b1-2e0d-4151-ad5d-b29e453f2ef3 req-ab201d5b-cb13-4967-a955-66b8b67bf737 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 210 time: 0.0708778 Feb 21 10:21:53.489363 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Made reservation on behalf of afd516af18c645078471493a85458f3c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:21:53.492689 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:53.618415 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Allocated IP 172.20.0.3 (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54/c81420b9-2105-473b-b660-ce4598049cb3/da0a4db3-d40c-464c-8edc-f764d7dd8acf) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:21:54.024140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks [] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.065590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.120521 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:21:54.122371 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48', 'dbf59043-d926-43e7-9a7f-f17856936fe3'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:21:54.124332 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:21:54.130340 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:21:54.136813 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event updated for resources: {'Port': ['ID=da0a4db3-d40c-464c-8edc-f764d7dd8acf,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:54.182322 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:54.182937 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.199994 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-d155772f-2be3-4201-8a9e-930bcf9fa7b1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8551798 Feb 21 10:21:54.343633 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Request body: {'port': {'device_id': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:21:54.404932 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.619049 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ca4a0-e92c-4287-aff0-eed1b94f3064 req-474d6fcd-683b-43ca-bddc-492a8fa25a58 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:54.620440 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e91ca4a0-e92c-4287-aff0-eed1b94f3064 req-474d6fcd-683b-43ca-bddc-492a8fa25a58 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 931 time: 0.1161258 Feb 21 10:21:54.708261 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e91ca4a0-e92c-4287-aff0-eed1b94f3064 req-f00f7ce0-47c7-4852-b821-5aa297177597 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784822 Feb 21 10:21:54.745508 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0a4db3-d40c-464c-8edc-f764d7dd8acf {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:54.754203 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Publish callbacks [] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.766675 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Transition to ACTIVE for port object da0a4db3-d40c-464c-8edc-f764d7dd8acf will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:21:54.771833 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.839090 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=da0a4db3-d40c-464c-8edc-f764d7dd8acf,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:54.890339 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Attempting to bind port da0a4db3-d40c-464c-8edc-f764d7dd8acf on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:21:54.890608 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Attempting to bind port da0a4db3-d40c-464c-8edc-f764d7dd8acf by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:21:54.891110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Attempting to bind port da0a4db3-d40c-464c-8edc-f764d7dd8acf on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:54.896104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Port da0a4db3-d40c-464c-8edc-f764d7dd8acf on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:21:54.896442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Attempting to bind port da0a4db3-d40c-464c-8edc-f764d7dd8acf on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:21:54.901477 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:21:54.901814 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Checking segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:21:54.902202 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Bound using segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:21:54.902631 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Bound port: da0a4db3-d40c-464c-8edc-f764d7dd8acf, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:21:54.902998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:54.965983 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] For port da0a4db3-d40c-464c-8edc-f764d7dd8acf, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:21:54.969468 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] For port da0a4db3-d40c-464c-8edc-f764d7dd8acf, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:21:54.974676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:55.010383 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.011008 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:55.012373 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] 10.222.0.45 "PUT /v2.0/ports/da0a4db3-d40c-464c-8edc-f764d7dd8acf HTTP/1.1" status: 200 len: 1093 time: 0.6737142 Feb 21 10:21:55.012813 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'tag': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:21:55.015187 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8fd6c-bf68-4fc1-9078-15500c646c69" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b95ece-a586-4fc0-b2cc-c677169b32a0", "tag": "da0a4db3-d40c-464c-8edc-f764d7dd8acf"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:21:55.039485 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5151577-43b0-440e-a4ae-47b3168b4ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=da0a4db3-d40c-464c-8edc-f764d7dd8acf,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:55.064641 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e54d2f-e926-4ddf-a757-6c4b98b48917 x-openstack-request-id: req-50e54d2f-e926-4ddf-a757-6c4b98b48917 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:21:55.064948 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b95ece-a586-4fc0-b2cc-c677169b32a0", "tag": "da0a4db3-d40c-464c-8edc-f764d7dd8acf", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:21:55.065374 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50e54d2f-e926-4ddf-a757-6c4b98b48917 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:21:55.065780 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'tag': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf', 'status': 'completed', 'code': 200} Feb 21 10:21:55.115785 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b29b53e8-cb0f-404d-95b1-384cc5e86c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.117332 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-b29b53e8-cb0f-404d-95b1-384cc5e86c0b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 1127 time: 0.0491586 Feb 21 10:21:55.161956 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-4fc5acd6-0409-4a12-9536-77d69da35bc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf HTTP/1.1" status: 200 len: 217 time: 0.0375648 Feb 21 10:21:55.217967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-8703ddcd-b5c8-44f8-97c1-f3afde5bb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.219401 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-8703ddcd-b5c8-44f8-97c1-f3afde5bb643 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0447721 Feb 21 10:21:55.259321 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-6d08da03-b688-4220-bca2-f2bf5324cdfe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258479 Feb 21 10:21:55.366075 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-98cbffd0-a91a-47a0-bfa5-c9c136b80b81 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867629 Feb 21 10:21:55.458779 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ecaf8df-c702-4bef-82ee-ad3e0055c995 req-82c0196c-e0e6-422d-8e93-e9acc0ec26bb service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852072 Feb 21 10:21:55.581175 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-64b31643-0ada-4d03-a00a-512b416d7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.582700 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-64b31643-0ada-4d03-a00a-512b416d7be7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 1127 time: 0.0479970 Feb 21 10:21:55.677130 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-7901d4bc-7308-4707-b69b-96a17b5f973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.678634 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-7901d4bc-7308-4707-b69b-96a17b5f973f service neutron] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 915 time: 0.0889633 Feb 21 10:21:55.723387 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-2dd776ab-4566-4616-a9df-bc5910f713da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf HTTP/1.1" status: 200 len: 217 time: 0.0380921 Feb 21 10:21:55.778608 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-dd9b2688-85bd-4742-9b18-1cd0e0167edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.780140 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-dd9b2688-85bd-4742-9b18-1cd0e0167edc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0511427 Feb 21 10:21:55.830872 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-be682e6f-b0b3-467c-b625-2a14256b9532 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406270 Feb 21 10:21:55.909274 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbc5a2-246a-4a06-a42e-80a8cd006819 req-515c40f9-370c-48a5-9a38-53634971bda5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:55.910764 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8bbc5a2-246a-4a06-a42e-80a8cd006819 req-515c40f9-370c-48a5-9a38-53634971bda5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 943 time: 0.1296370 Feb 21 10:21:55.964802 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-6c3b148e-c035-4d66-9e74-21a907b66904 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276121 Feb 21 10:21:56.002081 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8bbc5a2-246a-4a06-a42e-80a8cd006819 req-6c4915b0-acdd-40d4-b516-462a16142ed3 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852811 Feb 21 10:21:56.081354 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-83c8fd6c-bf68-4fc1-9078-15500c646c69 req-1e9d2ba2-96d9-4cdc-a66b-57e20f2ce738 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060324 Feb 21 10:21:57.130181 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7b806-b830-460c-a772-af3ff87707ad req-d4a515d6-f7a2-4a57-b3bb-79d1828b5f6b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:57.131663 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0b7b806-b830-460c-a772-af3ff87707ad req-d4a515d6-f7a2-4a57-b3bb-79d1828b5f6b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 943 time: 0.0575366 Feb 21 10:21:57.178273 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e0b7b806-b830-460c-a772-af3ff87707ad req-25813389-5ede-427d-995d-07debd1c6c52 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Feb 21 10:21:58.298199 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ca95c-6b26-4512-8986-212895e25cd5 req-a0857950-4373-42fa-a004-23267a0d6c03 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:58.299740 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-072ca95c-6b26-4512-8986-212895e25cd5 req-a0857950-4373-42fa-a004-23267a0d6c03 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 943 time: 0.0522768 Feb 21 10:21:58.349853 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-072ca95c-6b26-4512-8986-212895e25cd5 req-9f4bdb49-8041-41b2-bc4e-fdc31f9bb79b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Feb 21 10:21:59.124174 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da0a4db3-d40c-464c-8edc-f764d7dd8acf details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:21:59.223377 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da0a4db3-d40c-464c-8edc-f764d7dd8acf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:59.234383 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'port_id': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf', 'mac_address': 'fa:16:3e:27:1e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81420b9-2105-473b-b660-ce4598049cb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:21:59.270015 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port da0a4db3-d40c-464c-8edc-f764d7dd8acf is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:21:59.270396 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:59.283839 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0a4db3-d40c-464c-8edc-f764d7dd8acf {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:21:59.302045 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da0a4db3-d40c-464c-8edc-f764d7dd8acf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:21:59.305928 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:21:59.351867 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=da0a4db3-d40c-464c-8edc-f764d7dd8acf,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:21:59.471745 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a922141-b9d0-47bd-81f8-3d07faa2a2f9 req-c586ec06-d7a9-494a-978a-09627f2df135 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:21:59.473120 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9a922141-b9d0-47bd-81f8-3d07faa2a2f9 req-c586ec06-d7a9-494a-978a-09627f2df135 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 944 time: 0.0553799 Feb 21 10:21:59.518867 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9a922141-b9d0-47bd-81f8-3d07faa2a2f9 req-551bd28c-785f-4d50-bdb1-726e5dd211b2 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Feb 21 10:21:59.873015 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['da0a4db3-d40c-464c-8edc-f764d7dd8acf'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:22:00.634795 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4a2b-ff32-4213-9150-b967ec242915 req-46fd6590-925f-4239-85f2-224a26999ec0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:00.636311 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-641e4a2b-ff32-4213-9150-b967ec242915 req-46fd6590-925f-4239-85f2-224a26999ec0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 944 time: 0.0531125 Feb 21 10:22:00.691877 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-641e4a2b-ff32-4213-9150-b967ec242915 req-6e80dbc9-0420-4ca3-9085-d5e4e37ede3d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492110 Feb 21 10:22:01.144147 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da0a4db3-d40c-464c-8edc-f764d7dd8acf up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:22:01.193402 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port da0a4db3-d40c-464c-8edc-f764d7dd8acf completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:22:01.196998 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port da0a4db3-d40c-464c-8edc-f764d7dd8acf triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:22:01.197402 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:01.276675 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port da0a4db3-d40c-464c-8edc-f764d7dd8acf is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:22:01.277078 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:01.300534 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:22:01.302776 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3333314-ff68-4f08-961d-6160218978f2" -d '{"events": [{"server_uuid": "f6b95ece-a586-4fc0-b2cc-c677169b32a0", "name": "network-vif-plugged", "status": "completed", "tag": "da0a4db3-d40c-464c-8edc-f764d7dd8acf"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:22:01.315499 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port da0a4db3-d40c-464c-8edc-f764d7dd8acf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:22:01.319539 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:01.345374 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6425319-2998-4eb8-bc2c-514117bda5be x-openstack-request-id: req-b6425319-2998-4eb8-bc2c-514117bda5be {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:22:01.345613 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b95ece-a586-4fc0-b2cc-c677169b32a0", "name": "network-vif-plugged", "status": "completed", "tag": "da0a4db3-d40c-464c-8edc-f764d7dd8acf", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:22:01.345868 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6425319-2998-4eb8-bc2c-514117bda5be {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:22:01.346262 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf', 'code': 200} Feb 21 10:22:01.373649 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=da0a4db3-d40c-464c-8edc-f764d7dd8acf,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:01.514632 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d553e1-8a84-4996-99d3-2b2632f30727 req-101ca6bf-34d9-4acb-a88a-107a02a0af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:01.516601 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-20d553e1-8a84-4996-99d3-2b2632f30727 req-101ca6bf-34d9-4acb-a88a-107a02a0af9f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 1129 time: 0.0426204 Feb 21 10:22:01.570249 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-20d553e1-8a84-4996-99d3-2b2632f30727 req-31d62784-8e8c-4c20-b69f-c20bb3e9cc63 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Feb 21 10:22:01.807873 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8e7b7-9e22-4d8a-b945-98d6a965bfec req-e846b62d-f28c-4dad-aae2-e170cd073160 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:01.809434 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94d8e7b7-9e22-4d8a-b945-98d6a965bfec req-e846b62d-f28c-4dad-aae2-e170cd073160 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Feb 21 10:22:01.855163 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94d8e7b7-9e22-4d8a-b945-98d6a965bfec req-f34a1bfb-2424-4130-ac48-24c625c34661 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Feb 21 10:22:02.971186 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d172405-7eb1-49b3-b1e2-debbf5420c2a req-0f015b43-2c90-445d-99c8-5e2e24ab5486 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:02.972643 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3d172405-7eb1-49b3-b1e2-debbf5420c2a req-0f015b43-2c90-445d-99c8-5e2e24ab5486 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.0518260 Feb 21 10:22:03.020710 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3d172405-7eb1-49b3-b1e2-debbf5420c2a req-78003cb0-20ee-43d5-ab87-1503dcf547e9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424945 Feb 21 10:22:03.083478 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-b2fc7a8e-3098-44d0-b7fc-81682b115878 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475736 Feb 21 10:22:03.175431 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-824e9313-9154-4af5-b8ec-3d6c76d739e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:03.177020 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-824e9313-9154-4af5-b8ec-3d6c76d739e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1129 time: 0.0442376 Feb 21 10:22:03.289561 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-316e9e21-fe27-4500-8c4c-acd872873f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:03.291054 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-316e9e21-fe27-4500-8c4c-acd872873f44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0842533 Feb 21 10:22:03.363424 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-5b8680a4-4790-4092-b77c-853226231d9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 1001 time: 0.0600400 Feb 21 10:22:03.413315 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-f699abd3-a4e6-4915-a108-d19354060cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:03.414782 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-f699abd3-a4e6-4915-a108-d19354060cd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0455713 Feb 21 10:22:03.464566 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ba1c28c1-416b-4392-9ff4-bb0ef718c487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:03.474290 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-032686ed-1b53-4a5c-919f-33a730afd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:03.475785 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-032686ed-1b53-4a5c-919f-33a730afd5e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501139 Feb 21 10:22:03.572188 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-26305d01-a4e9-49a1-9bce-4d9a50c40ff6 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867050 Feb 21 10:22:03.662892 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2da73a2f-5c92-4dd9-a9c4-a25cfa0fbd89 req-839c160c-9d58-4ca3-aa03-c97bb9c47363 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809147 Feb 21 10:22:04.150168 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cc1d7-c389-4c2c-bfd0-c63ff37afaee req-b18592a0-e7bc-460c-ad7e-3e4371444207 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:04.151573 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d22cc1d7-c389-4c2c-bfd0-c63ff37afaee req-b18592a0-e7bc-460c-ad7e-3e4371444207 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.0575788 Feb 21 10:22:04.196653 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d22cc1d7-c389-4c2c-bfd0-c63ff37afaee req-294265b5-ab40-42bc-892b-8000570bc35e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Feb 21 10:22:05.833894 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b873851b-e77f-456b-8682-9048d4bbdb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:06.975711 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:08.386963 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:09.899248 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:14.967063 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:22:22.205320 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-b3ef6a70-be3d-4f2f-b61f-4fce6c6fd1d0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:22.206692 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-b3ef6a70-be3d-4f2f-b61f-4fce6c6fd1d0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.0979164 Feb 21 10:22:22.220567 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-81c1de19-5611-4954-86e9-8ff26af7c30b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/quotas/afd516af18c645078471493a85458f3c HTTP/1.1" status: 200 len: 375 time: 0.0087020 Feb 21 10:22:22.280504 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-01df21f3-e183-4821-85b3-03333068c8dd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549073 Feb 21 10:22:22.366473 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-ff5d4b98-8f82-44c1-ad3e-1cbea2bbeb1c service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794020 Feb 21 10:22:22.458334 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-541dd2fe-1d41-41da-92a7-1eb760c1a69e service neutron] 10.222.0.73 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858083 Feb 21 10:22:22.612489 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-39f7afa0-6c96-42d1-b124-48312bf7d49f req-2e1b8f25-f6b6-4805-ba17-a34801430f30 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 210 time: 0.0276198 Feb 21 10:22:22.649728 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:23.704330 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-da62e57a-9875-4e67-ba1f-dfef2429d6b9 req-fec1d1e0-75e8-4cf9-8589-9d42f25da90c tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 210 time: 0.0269954 Feb 21 10:22:24.799724 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-27ba3320-6b47-4acd-bd97-86e52dc3b765 req-15236f2e-c6d6-4f45-bd7f-7e87382f9609 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 210 time: 0.0290079 Feb 21 10:22:25.894739 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ad339d11-d053-4153-ba0e-7c141f560779 req-af17be1b-2e46-4e28-bc92-1b4d440a8b40 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 210 time: 0.0279267 Feb 21 10:22:26.544758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-4f0977b5-8f3a-43a6-aa5d-dd34ae38d307 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:26.546247 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-4f0977b5-8f3a-43a6-aa5d-dd34ae38d307 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 814 time: 0.1057281 Feb 21 10:22:26.559042 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Request body: {'port': {'device_id': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'admin_state_up': True, 'tenant_id': 'afd516af18c645078471493a85458f3c'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:22:26.669395 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Made reservation on behalf of afd516af18c645078471493a85458f3c for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:22:26.672857 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:26.805900 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Allocated IP 172.20.0.5 (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54/c81420b9-2105-473b-b660-ce4598049cb3/4081182f-ce94-418a-9568-8dae84fae21c) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:22:26.949131 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks [] for port (4081182f-ce94-418a-9568-8dae84fae21c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:26.993886 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ea696b91-277e-4c6e-8a29-c9dda1403916 req-54b48f95-97b1-4351-bc85-1b19c8b3c05d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 210 time: 0.0324152 Feb 21 10:22:27.008326 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (4081182f-ce94-418a-9568-8dae84fae21c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.020597 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48', 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'da0a4db3-d40c-464c-8edc-f764d7dd8acf'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:22:27.047677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:22:27.051221 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:22:27.054743 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:22:27.082238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event updated for resources: {'Port': ['ID=4081182f-ce94-418a-9568-8dae84fae21c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:27.096622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.096978 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.097349 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.097695 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.098033 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.098371 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.098704 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.099034 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.099363 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.099691 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.100017 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.100343 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.100719 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:22:27.120428 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:27.121045 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.137583 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-5acf2cc1-1608-49ac-b9f4-f24bec80207d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822301 Feb 21 10:22:27.149416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Request body: {'port': {'device_id': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:22:27.209212 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (4081182f-ce94-418a-9568-8dae84fae21c), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.470853 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4081182f-ce94-418a-9568-8dae84fae21c {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:22:27.478228 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Publish callbacks [] for port (4081182f-ce94-418a-9568-8dae84fae21c), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.490217 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Transition to ACTIVE for port object 4081182f-ce94-418a-9568-8dae84fae21c will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:22:27.495359 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (4081182f-ce94-418a-9568-8dae84fae21c), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.571937 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Pushing event updated for resources: {'Port': ['ID=4081182f-ce94-418a-9568-8dae84fae21c,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:27.621353 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Attempting to bind port 4081182f-ce94-418a-9568-8dae84fae21c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:22:27.621949 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Attempting to bind port 4081182f-ce94-418a-9568-8dae84fae21c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:22:27.622285 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Attempting to bind port 4081182f-ce94-418a-9568-8dae84fae21c on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:22:27.626511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Port 4081182f-ce94-418a-9568-8dae84fae21c on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:22:27.627399 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Attempting to bind port 4081182f-ce94-418a-9568-8dae84fae21c on network daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:22:27.632306 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:22:27.632648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Checking segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:22:27.633044 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Bound using segment: {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:22:27.633681 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Bound port: 4081182f-ce94-418a-9568-8dae84fae21c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:22:27.634053 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (4081182f-ce94-418a-9568-8dae84fae21c), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.694517 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] For port 4081182f-ce94-418a-9568-8dae84fae21c, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:22:27.697512 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] For port 4081182f-ce94-418a-9568-8dae84fae21c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4081182f-ce94-418a-9568-8dae84fae21c,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:22:27.703176 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (4081182f-ce94-418a-9568-8dae84fae21c), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.739085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:27.739702 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:27.741070 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] 10.222.0.45 "PUT /v2.0/ports/4081182f-ce94-418a-9568-8dae84fae21c HTTP/1.1" status: 200 len: 1093 time: 0.5957377 Feb 21 10:22:27.741561 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'tag': '4081182f-ce94-418a-9568-8dae84fae21c'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:22:27.743773 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6a315a-79b0-494d-a54c-37124c81f036" -d '{"events": [{"name": "network-changed", "server_uuid": "9def4f68-4b0b-4458-bbc4-a7e5ae13351e", "tag": "4081182f-ce94-418a-9568-8dae84fae21c"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:22:27.768644 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc62c7-3e79-4496-81fd-5e046b280303 service neutron] Pushing event updated for resources: {'Port': ['ID=4081182f-ce94-418a-9568-8dae84fae21c,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:27.786254 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be0779a-3392-4194-b287-728b7b9bfa13 x-openstack-request-id: req-3be0779a-3392-4194-b287-728b7b9bfa13 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:22:27.786566 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9def4f68-4b0b-4458-bbc4-a7e5ae13351e", "tag": "4081182f-ce94-418a-9568-8dae84fae21c", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:22:27.786825 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3be0779a-3392-4194-b287-728b7b9bfa13 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:22:27.787231 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'tag': '4081182f-ce94-418a-9568-8dae84fae21c', 'status': 'completed', 'code': 200} Feb 21 10:22:27.835559 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-66e0d7e2-1fd1-435e-aa4d-c9be87dbed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:27.837083 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-66e0d7e2-1fd1-435e-aa4d-c9be87dbed08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 1127 time: 0.0444665 Feb 21 10:22:27.878281 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-0f442c48-0269-4f7c-9cfc-413a3758b85c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4081182f-ce94-418a-9568-8dae84fae21c HTTP/1.1" status: 200 len: 217 time: 0.0339644 Feb 21 10:22:27.930046 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-c101e933-48af-4dfd-821a-68b7d154ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:27.931499 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-c101e933-48af-4dfd-821a-68b7d154ab47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0456822 Feb 21 10:22:27.963802 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-d6159b1f-637e-4efa-9607-6cde76df82de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252025 Feb 21 10:22:28.058213 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-bc730fa5-2e4a-4984-a9e1-01a9938844d7 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813372 Feb 21 10:22:28.160472 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294949e-3004-4431-a274-6c516c2fc4ed req-a1394348-c911-4517-ab21-b912513f3fbc tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:28.162187 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b294949e-3004-4431-a274-6c516c2fc4ed req-a1394348-c911-4517-ab21-b912513f3fbc tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.1019487 Feb 21 10:22:28.202588 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f40b31aa-3b80-4fad-abb2-fb9412910c27 req-9ba2281e-73dd-4c6b-9336-5e362579e0f1 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328368 Feb 21 10:22:28.224386 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b294949e-3004-4431-a274-6c516c2fc4ed req-75d14f09-fb8b-483f-bcc0-a849f1969bcd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Feb 21 10:22:28.294778 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-f6e55838-b7a4-4db9-b20f-cbd060004148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:28.296157 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-f6e55838-b7a4-4db9-b20f-cbd060004148 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=afd516af18c645078471493a85458f3c&device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 1127 time: 0.0434685 Feb 21 10:22:28.391906 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-71f64f95-2767-42ce-b55d-b2e739cde143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:28.393389 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-71f64f95-2767-42ce-b55d-b2e739cde143 service neutron] 10.222.0.45 "GET /v2.0/networks?id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 200 len: 915 time: 0.0866530 Feb 21 10:22:28.435972 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-43f256fe-f6db-4b2e-aba6-03010ec6345d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4081182f-ce94-418a-9568-8dae84fae21c HTTP/1.1" status: 200 len: 217 time: 0.0360739 Feb 21 10:22:29.347351 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0e3de-b866-4d02-90a8-e70ef0ac5b1f req-4a483a22-d7e1-48ba-8416-1e0afe78e749 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:29.348718 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2e0e3de-b866-4d02-90a8-e70ef0ac5b1f req-4a483a22-d7e1-48ba-8416-1e0afe78e749 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.0554495 Feb 21 10:22:29.395264 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2e0e3de-b866-4d02-90a8-e70ef0ac5b1f req-b8d9f36e-b269-4a72-b4f0-13d6eb54af5a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Feb 21 10:22:30.115239 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-eff2e497-8b79-4384-b782-5b9971fd3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:30.116669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-eff2e497-8b79-4384-b782-5b9971fd3138 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 200 len: 854 time: 0.0439641 Feb 21 10:22:30.509679 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d1394-86df-4abe-8532-3561018eeb3f req-383e9149-2a07-4076-96b7-d9a6542d53a1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:30.511109 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c2d1394-86df-4abe-8532-3561018eeb3f req-383e9149-2a07-4076-96b7-d9a6542d53a1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.0510623 Feb 21 10:22:30.555153 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c2d1394-86df-4abe-8532-3561018eeb3f req-fe70006b-a992-42e7-b2d6-d8575b6b860a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386903 Feb 21 10:22:31.273429 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-e1987a62-c8ad-4641-82cd-bcda8ac72a3c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293643 Feb 21 10:22:31.672613 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585b202-aa52-4cc8-aba1-ade81717f6e3 req-7e60aad9-9233-450c-814d-4645f3503fd0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:31.674098 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e585b202-aa52-4cc8-aba1-ade81717f6e3 req-7e60aad9-9233-450c-814d-4645f3503fd0 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.0515058 Feb 21 10:22:31.718921 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e585b202-aa52-4cc8-aba1-ade81717f6e3 req-6574462b-3cc2-4044-ac8b-abfbcba2bd05 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Feb 21 10:22:32.778703 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-d108ec3b-4477-40b0-ae34-7be57db9c9f7 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Feb 21 10:22:32.898499 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd144cf7-95b3-4b2f-a856-f7dec31d4e68 req-fb871cc0-4e4d-435e-95bc-d93895efd254 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:32.899882 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dd144cf7-95b3-4b2f-a856-f7dec31d4e68 req-fb871cc0-4e4d-435e-95bc-d93895efd254 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.1143897 Feb 21 10:22:33.185275 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0d6a315a-79b0-494d-a54c-37124c81f036 req-53f55170-5c14-43cb-8882-83e205f4b5d8 service neutron] 10.222.0.45 "GET /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979449 Feb 21 10:22:33.212515 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dd144cf7-95b3-4b2f-a856-f7dec31d4e68 req-d3c2490e-2291-4555-88c0-0193cb4da193 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062501 Feb 21 10:22:33.469127 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-91d73a99-3712-41af-975d-183bb2276df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:34.328803 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef25b1-573b-4bad-9897-e2af9ff8432d req-097d04ec-6b79-40dd-93bb-f313350650ce tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:34.330480 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3ef25b1-573b-4bad-9897-e2af9ff8432d req-097d04ec-6b79-40dd-93bb-f313350650ce tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.0515957 Feb 21 10:22:34.375475 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a3ef25b1-573b-4bad-9897-e2af9ff8432d req-10dbcdee-b4fd-4970-850c-94ecbd483490 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Feb 21 10:22:35.492174 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31949a-faab-448a-8db7-fef6b51afedb req-b5c54b9b-50ee-4915-acfc-d03cf9121066 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:35.493660 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c31949a-faab-448a-8db7-fef6b51afedb req-b5c54b9b-50ee-4915-acfc-d03cf9121066 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.0517149 Feb 21 10:22:35.542014 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c31949a-faab-448a-8db7-fef6b51afedb req-0ce91e85-5849-4c00-a1e3-3552709b9a83 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Feb 21 10:22:35.834751 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f681de16-e6bd-4241-a3ef-a79f49a1f56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:36.656739 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597fed9-7764-4e4f-bd7e-5735d3bbfbfa req-324f2a64-fafc-4082-a0e5-2bd02f8dd9d5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:36.658897 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1597fed9-7764-4e4f-bd7e-5735d3bbfbfa req-324f2a64-fafc-4082-a0e5-2bd02f8dd9d5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 943 time: 0.0515585 Feb 21 10:22:36.681619 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 4081182f-ce94-418a-9568-8dae84fae21c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:22:36.703800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1597fed9-7764-4e4f-bd7e-5735d3bbfbfa req-6483c308-7cf2-4607-87c0-b15f1027852e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394011 Feb 21 10:22:36.775890 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 4081182f-ce94-418a-9568-8dae84fae21c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4081182f-ce94-418a-9568-8dae84fae21c,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:22:36.787559 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '4081182f-ce94-418a-9568-8dae84fae21c', 'network_id': 'daf3c4f4-a4a4-4c93-a5bb-2c247c678a54', 'port_id': '4081182f-ce94-418a-9568-8dae84fae21c', 'mac_address': 'fa:16:3e:6b:38:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81420b9-2105-473b-b660-ce4598049cb3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:22:36.826316 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 4081182f-ce94-418a-9568-8dae84fae21c is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:22:36.826649 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (4081182f-ce94-418a-9568-8dae84fae21c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:36.839538 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4081182f-ce94-418a-9568-8dae84fae21c {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:22:36.858948 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 4081182f-ce94-418a-9568-8dae84fae21c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4081182f-ce94-418a-9568-8dae84fae21c,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:22:36.862868 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (4081182f-ce94-418a-9568-8dae84fae21c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:36.909741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=4081182f-ce94-418a-9568-8dae84fae21c,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:36.982211 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:37.818980 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01424696-9548-45e6-b00b-ef3d15d1ce70 req-bf2fd716-dddc-41f6-9d41-c9acb97569dd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:37.820428 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-01424696-9548-45e6-b00b-ef3d15d1ce70 req-bf2fd716-dddc-41f6-9d41-c9acb97569dd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 944 time: 0.0507112 Feb 21 10:22:37.865356 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-01424696-9548-45e6-b00b-ef3d15d1ce70 req-0d4e2367-7348-4271-bba2-6e74f75cbef1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Feb 21 10:22:38.391312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:38.983103 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b8c3a-3355-46f9-91d2-abadf2f6e704 req-9a3c82b3-9608-476a-b930-f5ccc493f5e9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:38.984556 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d19b8c3a-3355-46f9-91d2-abadf2f6e704 req-9a3c82b3-9608-476a-b930-f5ccc493f5e9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 944 time: 0.0542915 Feb 21 10:22:39.029982 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d19b8c3a-3355-46f9-91d2-abadf2f6e704 req-ae4f6eaf-81a3-4d7a-bb71-55db29ac5e7b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Feb 21 10:22:39.904138 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:40.072128 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['4081182f-ce94-418a-9568-8dae84fae21c'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:22:40.148027 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650144d-489f-4a16-91e0-a7370e2ec4dc req-9475bc71-e97f-42ae-af3e-778a5e8a8a61 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:40.149525 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7650144d-489f-4a16-91e0-a7370e2ec4dc req-9475bc71-e97f-42ae-af3e-778a5e8a8a61 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 944 time: 0.0534089 Feb 21 10:22:40.195559 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7650144d-489f-4a16-91e0-a7370e2ec4dc req-23c5dc98-a8cf-4503-9721-09d1a4880b8b tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Feb 21 10:22:41.318459 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb004fd-7dba-4c07-8621-e22e110d50ed req-c60d1b12-5ead-42ab-bd62-eaa1156b2ada tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:41.319918 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-acb004fd-7dba-4c07-8621-e22e110d50ed req-c60d1b12-5ead-42ab-bd62-eaa1156b2ada tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 944 time: 0.0563750 Feb 21 10:22:41.367158 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-acb004fd-7dba-4c07-8621-e22e110d50ed req-e6b6fceb-28fa-4d2f-bfd1-df55a106f020 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Feb 21 10:22:42.481358 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b7bfb-89c5-4ffe-a283-6f789eecd804 req-92fb926b-89a3-40fb-986f-ba8f3938dae7 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:42.482810 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a13b7bfb-89c5-4ffe-a283-6f789eecd804 req-92fb926b-89a3-40fb-986f-ba8f3938dae7 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 944 time: 0.0513649 Feb 21 10:22:42.528309 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a13b7bfb-89c5-4ffe-a283-6f789eecd804 req-55d04bf6-d13b-46f2-9094-f9f09dee5999 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Feb 21 10:22:42.700387 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 4081182f-ce94-418a-9568-8dae84fae21c up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:22:42.751270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 4081182f-ce94-418a-9568-8dae84fae21c completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:22:42.755867 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 4081182f-ce94-418a-9568-8dae84fae21c triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:22:42.756244 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (4081182f-ce94-418a-9568-8dae84fae21c), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:42.829701 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 4081182f-ce94-418a-9568-8dae84fae21c is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:22:42.830084 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (4081182f-ce94-418a-9568-8dae84fae21c), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:42.851307 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081182f-ce94-418a-9568-8dae84fae21c'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:22:42.853526 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8097a532-75f3-4afc-9b1f-ab4424834f79" -d '{"events": [{"server_uuid": "9def4f68-4b0b-4458-bbc4-a7e5ae13351e", "name": "network-vif-plugged", "status": "completed", "tag": "4081182f-ce94-418a-9568-8dae84fae21c"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:22:42.866245 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 4081182f-ce94-418a-9568-8dae84fae21c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4081182f-ce94-418a-9568-8dae84fae21c,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:22:42.870247 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (4081182f-ce94-418a-9568-8dae84fae21c), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:42.919941 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=4081182f-ce94-418a-9568-8dae84fae21c,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:42.948811 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0cd3c-66d5-4c9e-9685-4d1d67544121 x-openstack-request-id: req-8bd0cd3c-66d5-4c9e-9685-4d1d67544121 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:22:42.949129 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def4f68-4b0b-4458-bbc4-a7e5ae13351e", "name": "network-vif-plugged", "status": "completed", "tag": "4081182f-ce94-418a-9568-8dae84fae21c", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:22:42.949386 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bd0cd3c-66d5-4c9e-9685-4d1d67544121 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:22:42.949777 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4081182f-ce94-418a-9568-8dae84fae21c', 'code': 200} Feb 21 10:22:43.115728 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f3ee4-1d8f-4c90-8eab-d2d75e08ae9d req-65f5aad7-d1f8-40d5-92e0-1a2efda52ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:43.117322 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-491f3ee4-1d8f-4c90-8eab-d2d75e08ae9d req-65f5aad7-d1f8-40d5-92e0-1a2efda52ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 1129 time: 0.0437167 Feb 21 10:22:43.164570 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-491f3ee4-1d8f-4c90-8eab-d2d75e08ae9d req-551547f5-7f66-478f-a763-d99d78c189a0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Feb 21 10:22:43.645872 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9335d3-17a6-4cff-82c1-c8ebaebcb5f9 req-fbed3d1b-71a2-4b3b-857f-b89b9bcb589a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:43.647319 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca9335d3-17a6-4cff-82c1-c8ebaebcb5f9 req-fbed3d1b-71a2-4b3b-857f-b89b9bcb589a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.0512106 Feb 21 10:22:43.692047 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca9335d3-17a6-4cff-82c1-c8ebaebcb5f9 req-5cce6715-127d-426c-9c15-68343ad8879e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Feb 21 10:22:44.806329 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f503fef-257e-4fd1-a4c3-14a58b56eedd req-e14d1a50-d31d-4672-8756-38323d5f587d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:44.807769 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f503fef-257e-4fd1-a4c3-14a58b56eedd req-e14d1a50-d31d-4672-8756-38323d5f587d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.0503118 Feb 21 10:22:44.852254 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1f503fef-257e-4fd1-a4c3-14a58b56eedd req-acafba3c-5441-4abb-9f74-1291f7989a84 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390801 Feb 21 10:22:45.774173 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f2e1-41b6-4716-838a-6271d983e03d req-e88a5ebc-c03c-4451-81f5-42aa5d2d9102 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:45.775642 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6257f2e1-41b6-4716-838a-6271d983e03d req-e88a5ebc-c03c-4451-81f5-42aa5d2d9102 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0552671 Feb 21 10:22:45.821272 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6257f2e1-41b6-4716-838a-6271d983e03d req-34f10426-9fd4-4ec1-8443-412c2a5fa376 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Feb 21 10:22:45.969140 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef544e1c-fa83-4ed2-9cb2-40cf63bdb90c req-cec49a7c-d332-4e6f-88a8-b7738f606aba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:45.971174 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ef544e1c-fa83-4ed2-9cb2-40cf63bdb90c req-cec49a7c-d332-4e6f-88a8-b7738f606aba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.0529244 Feb 21 10:22:46.016447 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ef544e1c-fa83-4ed2-9cb2-40cf63bdb90c req-034c9b2e-889c-4978-ac8d-0f08ee5697d6 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397375 Feb 21 10:22:46.938344 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511802aa-7127-48d9-955d-ff6dbb0fe3b2 req-67f659b8-4fd9-474b-8f29-d3b03ac6670f tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:46.939811 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-511802aa-7127-48d9-955d-ff6dbb0fe3b2 req-67f659b8-4fd9-474b-8f29-d3b03ac6670f tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0518723 Feb 21 10:22:46.994667 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-511802aa-7127-48d9-955d-ff6dbb0fe3b2 req-095a8376-d53f-42c8-b5e0-993583dd8007 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494771 Feb 21 10:22:48.114193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e7d8e-f7ee-4242-810c-3244bd960e5f req-3ee654d5-d5ab-4f2a-865f-425e002dfb76 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:48.115672 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e96e7d8e-f7ee-4242-810c-3244bd960e5f req-3ee654d5-d5ab-4f2a-865f-425e002dfb76 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0525949 Feb 21 10:22:48.189298 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e96e7d8e-f7ee-4242-810c-3244bd960e5f req-061194c5-1496-41c3-bc6e-a7cdb706ce05 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681870 Feb 21 10:22:48.207677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f218a-7783-47a6-8622-67043ee6d610 req-70d9663b-b9b6-4760-a157-1b96eafda4a5 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:22:48.209132 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-756f218a-7783-47a6-8622-67043ee6d610 req-70d9663b-b9b6-4760-a157-1b96eafda4a5 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdbeb9a9-17d3-46d7-92c9-971e100a0a7f HTTP/1.1" status: 200 len: 945 time: 0.0618823 Feb 21 10:22:48.304790 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Deleting port 401940ee-aeea-409c-a217-f13a7a0eb646 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:22:48.305036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:48.391021 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] For port 401940ee-aeea-409c-a217-f13a7a0eb646, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=401940ee-aeea-409c-a217-f13a7a0eb646,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:22:48.391393 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:48.403009 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Calling delete_port for 401940ee-aeea-409c-a217-f13a7a0eb646 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:22:48.530463 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (401940ee-aeea-409c-a217-f13a7a0eb646), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:48.548779 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['401940ee-aeea-409c-a217-f13a7a0eb646'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:22:48.558330 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Pushing event deleted for resources: {'Port': ['ID=401940ee-aeea-409c-a217-f13a7a0eb646,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:22:48.602616 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] No DVR routers for this DVR port 401940ee-aeea-409c-a217-f13a7a0eb646 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:22:48.605017 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:22:48.608230 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-756f218a-7783-47a6-8622-67043ee6d610 req-79a44fb9-9a55-4bb0-8cc8-7c425f55e34b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "DELETE /v2.0/ports/401940ee-aeea-409c-a217-f13a7a0eb646 HTTP/1.1" status: 204 len: 173 time: 0.3933895 Feb 21 10:22:48.608665 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'name': 'network-vif-deleted', 'tag': '401940ee-aeea-409c-a217-f13a7a0eb646'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:22:48.610929 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea8a6fc-a748-4ae0-b7d7-54b13fc1071c" -d '{"events": [{"server_uuid": "fdbeb9a9-17d3-46d7-92c9-971e100a0a7f", "name": "network-vif-deleted", "tag": "401940ee-aeea-409c-a217-f13a7a0eb646"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:22:48.652416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d21612-afb0-4903-b6ee-06747db710ad x-openstack-request-id: req-e7d21612-afb0-4903-b6ee-06747db710ad {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:22:48.652718 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdbeb9a9-17d3-46d7-92c9-971e100a0a7f", "name": "network-vif-deleted", "tag": "401940ee-aeea-409c-a217-f13a7a0eb646", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:22:48.652972 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7d21612-afb0-4903-b6ee-06747db710ad {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:22:48.653393 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdbeb9a9-17d3-46d7-92c9-971e100a0a7f', 'name': 'network-vif-deleted', 'tag': '401940ee-aeea-409c-a217-f13a7a0eb646', 'status': 'completed', 'code': 200} Feb 21 10:22:51.267830 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 401940ee-aeea-409c-a217-f13a7a0eb646 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:22:51.287645 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 401940ee-aeea-409c-a217-f13a7a0eb646 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:22:51.287997 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 401940ee-aeea-409c-a217-f13a7a0eb646 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:22:51.965480 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:22:52.655808 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:03.312251 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-cc93fa51-28c8-4a13-ac90-87fb6a7c24a4 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:03.313661 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-cc93fa51-28c8-4a13-ac90-87fb6a7c24a4 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/networks?id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 200 len: 813 time: 0.1020048 Feb 21 10:23:03.327548 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-ca63ee2c-e019-48fe-95f4-d42f91e79013 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/quotas/edc104455e2e4cadacddad46e85abfee HTTP/1.1" status: 200 len: 375 time: 0.0085995 Feb 21 10:23:03.358346 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-bc6002cf-799d-4d59-87ba-b4470ea0ef4d tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=edc104455e2e4cadacddad46e85abfee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262170 Feb 21 10:23:03.470133 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-70e72629-b0d3-48d8-8e38-32ec7e39872d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:03.497512 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-0dbce0cb-e26c-450b-b481-a827c8f58716 service neutron] 10.222.0.73 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321535 Feb 21 10:23:03.585305 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-496b4e97-1f53-4db6-9d71-12b04a452b12 service neutron] 10.222.0.73 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819433 Feb 21 10:23:03.740722 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-72d18722-aeda-4c4b-9a2e-985708eacaed req-aaa26386-30af-4e6b-869e-bc1fd3ebfac2 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 210 time: 0.0329146 Feb 21 10:23:04.068104 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1faee-de75-4139-9909-af1b3df365cd req-79567d37-54ba-4dcf-80ec-b5299ce72f79 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:04.069803 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8cd1faee-de75-4139-9909-af1b3df365cd req-79567d37-54ba-4dcf-80ec-b5299ce72f79 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.0575178 Feb 21 10:23:04.143413 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-1c7a3a9d-35e4-43f1-8403-8ba244190787 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726242 Feb 21 10:23:04.147569 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8cd1faee-de75-4139-9909-af1b3df365cd req-a994f95c-d209-46b9-9851-c9e242f80d10 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696142 Feb 21 10:23:04.217434 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-25526b0d-f95f-40b0-a289-e48bc34190d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:04.218935 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-25526b0d-f95f-40b0-a289-e48bc34190d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1129 time: 0.0451996 Feb 21 10:23:04.331771 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-837a0a15-3422-4a08-ad19-72d7a7bd3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:04.333276 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-837a0a15-3422-4a08-ad19-72d7a7bd3320 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0923700 Feb 21 10:23:04.403212 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-1dec17c2-4910-40ea-9c06-ea854402fb4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 200 len: 1000 time: 0.0577955 Feb 21 10:23:04.459986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-cd51d9bf-d576-4207-b2c5-9b85af02c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:04.461429 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-cd51d9bf-d576-4207-b2c5-9b85af02c139 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0490432 Feb 21 10:23:04.511780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-2e4de364-8c7e-4979-8f16-d361753f6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:04.513259 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-2e4de364-8c7e-4979-8f16-d361753f6b3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431585 Feb 21 10:23:04.603782 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-3055b578-2fce-441b-9560-9248e85589f8 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827656 Feb 21 10:23:04.786753 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3dfeb7e4-6291-49a9-8312-2f56538360da req-8e9710b6-cdc9-4108-b76d-d386bf9fb5c6 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736526 Feb 21 10:23:04.796720 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-53cfde6f-1f5b-42fb-8ac7-6ab542495b46 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:04.798652 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-53cfde6f-1f5b-42fb-8ac7-6ab542495b46 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "GET /v2.0/networks?id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 200 len: 813 time: 0.1608043 Feb 21 10:23:04.811930 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Request body: {'port': {'device_id': '336441ed-e850-4250-b49b-f6d542a0b053', 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6', 'admin_state_up': True, 'tenant_id': 'edc104455e2e4cadacddad46e85abfee'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:23:04.852308 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-15e09b04-c3c7-46e9-97f2-022b9d2a6af7 req-1039b2a3-6787-4fce-b025-17dc40876c3b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 210 time: 0.0367248 Feb 21 10:23:04.939390 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Made reservation on behalf of edc104455e2e4cadacddad46e85abfee for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:23:04.942794 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.068870 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Allocated IP 172.20.0.11 (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6/33ad8605-7409-40b3-b463-5a3ef508eb87/3535ac9a-5597-4ad9-a9c1-e7767ae1e07d) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:23:05.221300 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks [] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.291015 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001258c-c9e5-475d-809f-a3b9ecacfb35 req-9dff8fe0-8cc0-4c1d-8b2c-db226ebeb79d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:05.292489 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a001258c-c9e5-475d-809f-a3b9ecacfb35 req-9dff8fe0-8cc0-4c1d-8b2c-db226ebeb79d tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.0772901 Feb 21 10:23:05.293910 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.351032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:23:05.359309 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:23:05.368732 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:23:05.376676 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Pushing event updated for resources: {'Port': ['ID=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:05.414810 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a001258c-c9e5-475d-809f-a3b9ecacfb35 req-d50e9ebf-aaf7-486d-ae51-75676b96a7ba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147993 Feb 21 10:23:05.434481 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:05.435094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.450669 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-fa348fa3-31ed-45d8-82c5-41d65fee0d52 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6436250 Feb 21 10:23:05.463834 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Request body: {'port': {'device_id': '336441ed-e850-4250-b49b-f6d542a0b053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:23:05.519316 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.773005 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:23:05.780357 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Publish callbacks [] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.793990 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Transition to ACTIVE for port object 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:23:05.798229 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.836320 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-de575304-90fc-473e-b7ee-f945812def98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:05.859663 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Pushing event updated for resources: {'Port': ['ID=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:05.935361 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Attempting to bind port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:23:05.935617 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Attempting to bind port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:23:05.935981 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Attempting to bind port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d on network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:23:05.959174 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d on network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:23:05.959502 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Attempting to bind port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d on network 2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:23:05.966998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:23:05.967336 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Checking segment: {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:23:05.967720 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Bound using segment: {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:23:05.968148 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Bound port: 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a65893d-d50c-4117-b845-525020f5d547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:23:05.968507 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:06.014576 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246eff8-a415-4844-8093-5bca61266737 req-45fb4ed8-41e3-477b-98c2-73c8e20e51d4 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.016043 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a246eff8-a415-4844-8093-5bca61266737 req-45fb4ed8-41e3-477b-98c2-73c8e20e51d4 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 944 time: 0.0940862 Feb 21 10:23:06.066677 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] For port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:23:06.086147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] For port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:23:06.091462 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a246eff8-a415-4844-8093-5bca61266737 req-b08a2374-4d9f-4a90-987f-08d2791d195c tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695896 Feb 21 10:23:06.093243 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:06.128860 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.129509 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:06.130866 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] 10.222.0.45 "PUT /v2.0/ports/3535ac9a-5597-4ad9-a9c1-e7767ae1e07d HTTP/1.1" status: 200 len: 1094 time: 0.6709113 Feb 21 10:23:06.131296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336441ed-e850-4250-b49b-f6d542a0b053', 'tag': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:06.133530 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23" -d '{"events": [{"name": "network-changed", "server_uuid": "336441ed-e850-4250-b49b-f6d542a0b053", "tag": "3535ac9a-5597-4ad9-a9c1-e7767ae1e07d"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:06.162787 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f063af-a9c0-44cf-aa72-166a8ba0088f service neutron] Pushing event updated for resources: {'Port': ['ID=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:06.176212 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997b502d-d9fa-486f-855f-81235f0679c6 x-openstack-request-id: req-997b502d-d9fa-486f-855f-81235f0679c6 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:06.176528 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336441ed-e850-4250-b49b-f6d542a0b053", "tag": "3535ac9a-5597-4ad9-a9c1-e7767ae1e07d", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:06.176783 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-997b502d-d9fa-486f-855f-81235f0679c6 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:06.177273 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336441ed-e850-4250-b49b-f6d542a0b053', 'tag': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d', 'status': 'completed', 'code': 200} Feb 21 10:23:06.216542 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-b650b7f5-d04d-4ed6-9db0-e9f2bfec8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.217976 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-b650b7f5-d04d-4ed6-9db0-e9f2bfec8871 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edc104455e2e4cadacddad46e85abfee&device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 1128 time: 0.0501020 Feb 21 10:23:06.268853 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-8e77fe85-cca4-449b-8687-5366aed4bda9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d HTTP/1.1" status: 200 len: 217 time: 0.0337288 Feb 21 10:23:06.319511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa74dd-7007-44ed-adb4-682764be982d req-74ea8ebe-f834-4102-8dbe-bfa9f0f5ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.320901 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-74ea8ebe-f834-4102-8dbe-bfa9f0f5ef5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33ad8605-7409-40b3-b463-5a3ef508eb87 HTTP/1.1" status: 200 len: 853 time: 0.0431828 Feb 21 10:23:06.355518 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-19aa7eca-f040-401a-8a93-ba7ac4eaa628 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272794 Feb 21 10:23:06.443472 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-f13137e7-53ec-4c96-82e7-51a0b752f0c4 service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797386 Feb 21 10:23:06.564197 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-62fa74dd-7007-44ed-adb4-682764be982d req-8211ad04-6694-42c3-9e75-511fa98276e1 service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135845 Feb 21 10:23:06.574257 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a70d-df15-4723-a208-c765a55c9577 req-ee17ce49-488b-4217-be57-4cd0c92218ba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.575615 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f031a70d-df15-4723-a208-c765a55c9577 req-ee17ce49-488b-4217-be57-4cd0c92218ba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.0832512 Feb 21 10:23:06.621119 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f031a70d-df15-4723-a208-c765a55c9577 req-99f0d1c3-95e2-4b4c-9b47-0448043b320e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Feb 21 10:23:06.718879 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-74b830cd-f006-4211-84b6-71a61d4ca61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.720344 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-74b830cd-f006-4211-84b6-71a61d4ca61e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=edc104455e2e4cadacddad46e85abfee&device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 1128 time: 0.0433946 Feb 21 10:23:06.810711 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-7dc75004-e508-47eb-a489-410fa9024866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.812129 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-7dc75004-e508-47eb-a489-410fa9024866 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 200 len: 914 time: 0.0840909 Feb 21 10:23:06.905930 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-b1c12a69-72ab-475c-8de4-d552d34cde2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d HTTP/1.1" status: 200 len: 217 time: 0.0469689 Feb 21 10:23:06.965498 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-213821ac-f45c-4a78-a915-4cc7eefff2ba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.966925 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-213821ac-f45c-4a78-a915-4cc7eefff2ba tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 945 time: 0.1153483 Feb 21 10:23:06.975497 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-37f9cce8-3037-4e30-a9b5-1be9026501c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:06.976868 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-37f9cce8-3037-4e30-a9b5-1be9026501c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=33ad8605-7409-40b3-b463-5a3ef508eb87 HTTP/1.1" status: 200 len: 853 time: 0.0633321 Feb 21 10:23:06.981509 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:07.023798 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-4af5f5bb-ee19-4805-a0a5-adab8592b98d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399184 Feb 21 10:23:07.151950 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-22a80fb4-3e2c-45e2-b986-786f754a7f73 service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186550 Feb 21 10:23:07.154521 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Deleting port 4081182f-ce94-418a-9568-8dae84fae21c {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:07.154859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (4081182f-ce94-418a-9568-8dae84fae21c), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:07.332496 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] For port 4081182f-ce94-418a-9568-8dae84fae21c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4081182f-ce94-418a-9568-8dae84fae21c,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:07.332859 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (4081182f-ce94-418a-9568-8dae84fae21c), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:07.352944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77f99d-7ad6-40e8-bac8-2b787fa256c5 req-fc48746c-b000-485c-ab17-d07b628e9e71 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:07.354422 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d77f99d-7ad6-40e8-bac8-2b787fa256c5 req-fc48746c-b000-485c-ab17-d07b628e9e71 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 944 time: 0.1865783 Feb 21 10:23:07.364450 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Calling delete_port for 4081182f-ce94-418a-9568-8dae84fae21c owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:07.384772 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d4e6f62e-7c1b-43b8-8b0c-ee10063a9d23 req-df8b63da-7cc5-427b-83ca-4d05bfd238d4 service neutron] 10.222.0.45 "GET /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157393 Feb 21 10:23:07.450009 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1d77f99d-7ad6-40e8-bac8-2b787fa256c5 req-1c8a8866-cb2a-43d8-8ec7-4ebd861d62fd tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Feb 21 10:23:07.531147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (4081182f-ce94-418a-9568-8dae84fae21c), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:07.556264 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48', 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'da0a4db3-d40c-464c-8edc-f764d7dd8acf', '4081182f-ce94-418a-9568-8dae84fae21c'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:23:07.557480 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event deleted for resources: {'Port': ['ID=4081182f-ce94-418a-9568-8dae84fae21c,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:07.601927 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] No DVR routers for this DVR port 4081182f-ce94-418a-9568-8dae84fae21c on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:07.604321 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:07.607582 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3790a304-7b61-4a20-a542-dc66fb3d961c req-a771b11b-d0b4-41bb-9738-ab426f7c049e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "DELETE /v2.0/ports/4081182f-ce94-418a-9568-8dae84fae21c HTTP/1.1" status: 204 len: 173 time: 0.6337800 Feb 21 10:23:07.718058 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-750c304c-705a-4729-ac86-f0d72580c729 req-2331a2a9-efd7-4da8-8c6e-e348d1d9f3fe tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=9def4f68-4b0b-4458-bbc4-a7e5ae13351e HTTP/1.1" status: 200 len: 210 time: 0.0276523 Feb 21 10:23:08.178442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'name': 'network-vif-deleted', 'tag': '4081182f-ce94-418a-9568-8dae84fae21c'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:08.180986 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057a6907-4f4b-489c-b412-854f133379de" -d '{"events": [{"server_uuid": "9def4f68-4b0b-4458-bbc4-a7e5ae13351e", "name": "network-vif-deleted", "tag": "4081182f-ce94-418a-9568-8dae84fae21c"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:08.216944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a002cc5-e1ca-482a-925c-f275a92fab8d x-openstack-request-id: req-0a002cc5-e1ca-482a-925c-f275a92fab8d {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:08.217383 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9def4f68-4b0b-4458-bbc4-a7e5ae13351e", "name": "network-vif-deleted", "tag": "4081182f-ce94-418a-9568-8dae84fae21c", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:08.217645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a002cc5-e1ca-482a-925c-f275a92fab8d {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:08.218049 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9def4f68-4b0b-4458-bbc4-a7e5ae13351e', 'name': 'network-vif-deleted', 'tag': '4081182f-ce94-418a-9568-8dae84fae21c', 'status': 'completed', 'code': 200} Feb 21 10:23:08.394421 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:08.565618 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c146d-9837-4efa-965c-7f7ad46cfb57 req-aaec147d-f98b-4627-810e-4cff03c2ac6c tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:08.567087 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a64c146d-9837-4efa-965c-7f7ad46cfb57 req-aaec147d-f98b-4627-810e-4cff03c2ac6c tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 944 time: 0.0522923 Feb 21 10:23:08.616369 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-a64c146d-9837-4efa-965c-7f7ad46cfb57 req-eece77b6-5c4f-4536-afed-13b8fa1a3985 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Feb 21 10:23:09.732418 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7859b9e-288f-43f8-9405-88fff00a8ec4 req-c36d4793-5942-41d0-9154-64f95017fd65 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:09.733897 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e7859b9e-288f-43f8-9405-88fff00a8ec4 req-c36d4793-5942-41d0-9154-64f95017fd65 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 944 time: 0.0517125 Feb 21 10:23:09.779207 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e7859b9e-288f-43f8-9405-88fff00a8ec4 req-d68b41ff-edda-42e7-be00-b8fb029a0e56 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Feb 21 10:23:09.906263 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:10.100637 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efef94-716a-4193-b9eb-4eb486786536 req-26ea0f26-f568-48bc-bb2d-e995468e5c05 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:10.102142 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-04efef94-716a-4193-b9eb-4eb486786536 req-26ea0f26-f568-48bc-bb2d-e995468e5c05 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.0521567 Feb 21 10:23:10.148419 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-04efef94-716a-4193-b9eb-4eb486786536 req-0f2de91b-9630-4fa8-814b-e67338e9be2e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 21 10:23:10.805947 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:23:10.809016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 4081182f-ce94-418a-9568-8dae84fae21c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:10.835645 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 4081182f-ce94-418a-9568-8dae84fae21c {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:10.836018 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 4081182f-ce94-418a-9568-8dae84fae21c not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:11.058932 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:11.071542 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d', 'network_id': '2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6', 'port_id': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d', 'mac_address': 'fa:16:3e:2a:1d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33ad8605-7409-40b3-b463-5a3ef508eb87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:23:11.108314 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:23:11.108704 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:11.123073 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:23:11.144157 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:11.148809 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:11.162026 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9dff1-7511-41f5-9f06-20d058ab285b req-15722ebd-5d34-4e75-b5c4-55600ec515c1 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:11.163505 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-77e9dff1-7511-41f5-9f06-20d058ab285b req-15722ebd-5d34-4e75-b5c4-55600ec515c1 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 944 time: 0.3184652 Feb 21 10:23:11.197531 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:11.205347 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.205704 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.206052 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.206392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.206726 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.207323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.207501 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.207825 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.208161 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.208541 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.208866 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.209215 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.209536 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:11.211869 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-77e9dff1-7511-41f5-9f06-20d058ab285b req-1524da0b-a082-44de-be23-8dc286faa081 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427177 Feb 21 10:23:11.269816 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a81f5d-3ec4-42ba-9434-8ecc1ebf0b8b req-05897780-f7fc-4ec7-954d-c72e81727a87 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:11.271323 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2a81f5d-3ec4-42ba-9434-8ecc1ebf0b8b req-05897780-f7fc-4ec7-954d-c72e81727a87 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.0561769 Feb 21 10:23:11.319270 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e2a81f5d-3ec4-42ba-9434-8ecc1ebf0b8b req-ed79b5a1-64a9-4829-a229-037264a37aee tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422907 Feb 21 10:23:11.545245 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['3535ac9a-5597-4ad9-a9c1-e7767ae1e07d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:23:12.050334 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-5d4279a0-66aa-4678-8fdb-8f1442873ae1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:12.051758 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-5d4279a0-66aa-4678-8fdb-8f1442873ae1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.0536125 Feb 21 10:23:12.144014 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Deleting port da0a4db3-d40c-464c-8edc-f764d7dd8acf {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:12.144358 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:12.232150 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] For port da0a4db3-d40c-464c-8edc-f764d7dd8acf, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da0a4db3-d40c-464c-8edc-f764d7dd8acf,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:12.232860 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:12.244722 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Calling delete_port for da0a4db3-d40c-464c-8edc-f764d7dd8acf owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:12.362557 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4c2ce-fddd-4f4d-885e-a49bf051d42f req-e776c9c3-45b2-42b6-a18f-a5bef8648e82 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:12.364058 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cbe4c2ce-fddd-4f4d-885e-a49bf051d42f req-e776c9c3-45b2-42b6-a18f-a5bef8648e82 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 945 time: 0.0794363 Feb 21 10:23:12.477897 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (da0a4db3-d40c-464c-8edc-f764d7dd8acf), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:12.487599 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cbe4c2ce-fddd-4f4d-885e-a49bf051d42f req-9549c9cf-eb19-43c2-a673-db40710e2de6 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159930 Feb 21 10:23:12.493023 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48', 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'da0a4db3-d40c-464c-8edc-f764d7dd8acf'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:23:12.516924 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event deleted for resources: {'Port': ['ID=da0a4db3-d40c-464c-8edc-f764d7dd8acf,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:12.532171 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca609022-1e73-43b8-a4c1-a07cb0765f6f req-879b423b-98d8-4c42-a158-e642b2de6fc1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:12.533693 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca609022-1e73-43b8-a4c1-a07cb0765f6f req-879b423b-98d8-4c42-a158-e642b2de6fc1 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6b95ece-a586-4fc0-b2cc-c677169b32a0 HTTP/1.1" status: 200 len: 945 time: 0.1356800 Feb 21 10:23:12.575717 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] No DVR routers for this DVR port da0a4db3-d40c-464c-8edc-f764d7dd8acf on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:12.582689 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:12.586472 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7e43ae8e-9816-4788-bce1-454be34d3903 req-3c154644-a002-4530-86c1-feeddadffbd8 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "DELETE /v2.0/ports/da0a4db3-d40c-464c-8edc-f764d7dd8acf HTTP/1.1" status: 204 len: 173 time: 0.5289660 Feb 21 10:23:12.586920 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'name': 'network-vif-deleted', 'tag': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:12.589188 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c823132-40a3-4a4f-b872-5e7ec2a76528" -d '{"events": [{"server_uuid": "f6b95ece-a586-4fc0-b2cc-c677169b32a0", "name": "network-vif-deleted", "tag": "da0a4db3-d40c-464c-8edc-f764d7dd8acf"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:12.626363 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca609022-1e73-43b8-a4c1-a07cb0765f6f req-529c23db-363b-442b-9a6d-20f87f2d8270 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737903 Feb 21 10:23:12.641841 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490da29f-cf1d-4e6f-b6b6-88dfa140af10 x-openstack-request-id: req-490da29f-cf1d-4e6f-b6b6-88dfa140af10 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:12.642565 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b95ece-a586-4fc0-b2cc-c677169b32a0", "name": "network-vif-deleted", "tag": "da0a4db3-d40c-464c-8edc-f764d7dd8acf", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:12.644003 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-490da29f-cf1d-4e6f-b6b6-88dfa140af10 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:12.644637 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b95ece-a586-4fc0-b2cc-c677169b32a0', 'name': 'network-vif-deleted', 'tag': 'da0a4db3-d40c-464c-8edc-f764d7dd8acf', 'status': 'completed', 'code': 200} Feb 21 10:23:12.831256 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:23:12.881249 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:23:12.885082 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:23:12.885451 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:12.958054 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:23:12.958992 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:12.980418 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336441ed-e850-4250-b49b-f6d542a0b053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:12.982654 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d083eea-3102-42c2-9ec6-b872dc298b19" -d '{"events": [{"server_uuid": "336441ed-e850-4250-b49b-f6d542a0b053", "name": "network-vif-plugged", "status": "completed", "tag": "3535ac9a-5597-4ad9-a9c1-e7767ae1e07d"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:12.995347 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:13.000558 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:13.001405 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da0a4db3-d40c-464c-8edc-f764d7dd8acf no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:13.042870 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f81f08-0572-4099-b5a6-58a9378a039f x-openstack-request-id: req-47f81f08-0572-4099-b5a6-58a9378a039f {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:13.043131 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336441ed-e850-4250-b49b-f6d542a0b053", "name": "network-vif-plugged", "status": "completed", "tag": "3535ac9a-5597-4ad9-a9c1-e7767ae1e07d", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:13.043387 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47f81f08-0572-4099-b5a6-58a9378a039f {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:13.043780 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336441ed-e850-4250-b49b-f6d542a0b053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d', 'code': 200} Feb 21 10:23:13.046245 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: da0a4db3-d40c-464c-8edc-f764d7dd8acf {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:13.046599 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da0a4db3-d40c-464c-8edc-f764d7dd8acf not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:13.073759 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:13.240471 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ef3fa-4f01-4dd2-be67-af19196f826c req-f10870d2-8938-4465-8953-634b06ed0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:13.241929 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc2ef3fa-4f01-4dd2-be67-af19196f826c req-f10870d2-8938-4465-8953-634b06ed0dbd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 1130 time: 0.0542707 Feb 21 10:23:13.285151 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-dc2ef3fa-4f01-4dd2-be67-af19196f826c req-7d792b82-ea93-46be-b09e-d7b48b070dab service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368574 Feb 21 10:23:13.608493 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53587e80-8f2b-4590-9abe-18e830fce1d0 req-208a64d0-cc2f-4ce0-8573-911af5133a55 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:13.609977 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-53587e80-8f2b-4590-9abe-18e830fce1d0 req-208a64d0-cc2f-4ce0-8573-911af5133a55 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.0538847 Feb 21 10:23:13.654960 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-53587e80-8f2b-4590-9abe-18e830fce1d0 req-1b252439-d0e5-4de0-aad9-557b8a34de34 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394700 Feb 21 10:23:13.890583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c28c1f-4f64-43d6-9fdb-ba9b9b64a0e5 req-5a552e00-f465-42f5-8d6e-fb4d4d1aac1e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:13.892036 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2c28c1f-4f64-43d6-9fdb-ba9b9b64a0e5 req-5a552e00-f465-42f5-8d6e-fb4d4d1aac1e tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 945 time: 0.0516453 Feb 21 10:23:13.937646 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2c28c1f-4f64-43d6-9fdb-ba9b9b64a0e5 req-b5d8d2b3-a6aa-4c5a-9909-223dcfad19a4 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394723 Feb 21 10:23:14.773343 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7e18-c98f-4022-b209-6f1ab97f8ee1 req-f51b649d-f6b3-4e67-8a13-c60d2c9bc837 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:14.774797 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e5aa7e18-c98f-4022-b209-6f1ab97f8ee1 req-f51b649d-f6b3-4e67-8a13-c60d2c9bc837 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Feb 21 10:23:14.823052 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e5aa7e18-c98f-4022-b209-6f1ab97f8ee1 req-2df5fcd0-532b-4b3b-bb17-0c871be1d3b3 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428021 Feb 21 10:23:15.055929 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52b62-b19d-4de4-9cd7-abfc8d7762a1 req-9a573807-cfd6-4ea2-a9d7-70c5af75a674 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:15.057483 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cec52b62-b19d-4de4-9cd7-abfc8d7762a1 req-9a573807-cfd6-4ea2-a9d7-70c5af75a674 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 945 time: 0.0532289 Feb 21 10:23:15.103429 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-cec52b62-b19d-4de4-9cd7-abfc8d7762a1 req-87957f8e-10d7-4f9f-aa11-a8ec34029a06 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Feb 21 10:23:15.719625 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-177497cf-bb41-4899-81cf-4f83a84c3d62 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:15.721091 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-177497cf-bb41-4899-81cf-4f83a84c3d62 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Feb 21 10:23:15.813466 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Deleting port dbf59043-d926-43e7-9a7f-f17856936fe3 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:15.814180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:15.933583 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] For port dbf59043-d926-43e7-9a7f-f17856936fe3, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=dbf59043-d926-43e7-9a7f-f17856936fe3,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:15.933905 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:15.950277 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Calling delete_port for dbf59043-d926-43e7-9a7f-f17856936fe3 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:15.975755 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc999233-44e1-42e1-a735-ee40bd877394 req-c6bc39b4-9e5a-4f36-a0dc-68bc2069a2c4 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:15.977276 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc999233-44e1-42e1-a735-ee40bd877394 req-c6bc39b4-9e5a-4f36-a0dc-68bc2069a2c4 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.0869346 Feb 21 10:23:16.060741 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fc999233-44e1-42e1-a735-ee40bd877394 req-11824a15-6976-4f41-8160-6291a49e5786 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568240 Feb 21 10:23:16.127252 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (dbf59043-d926-43e7-9a7f-f17856936fe3), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:16.140990 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48', 'dbf59043-d926-43e7-9a7f-f17856936fe3'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:23:16.162922 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event deleted for resources: {'Port': ['ID=dbf59043-d926-43e7-9a7f-f17856936fe3,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:16.208147 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] No DVR routers for this DVR port dbf59043-d926-43e7-9a7f-f17856936fe3 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:16.210937 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:16.214378 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-bc4fb371-11b5-4ec1-acf4-8837703e2bd6 req-f38f3ead-3653-4c48-8047-e871314df1f9 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "DELETE /v2.0/ports/dbf59043-d926-43e7-9a7f-f17856936fe3 HTTP/1.1" status: 204 len: 173 time: 0.4878840 Feb 21 10:23:16.214839 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'name': 'network-vif-deleted', 'tag': 'dbf59043-d926-43e7-9a7f-f17856936fe3'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:16.217190 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c50b260-67bf-4577-971e-fc6b8bef1f2d" -d '{"events": [{"server_uuid": "ec1447bd-8c8d-4f08-93e9-6c0c195d2233", "name": "network-vif-deleted", "tag": "dbf59043-d926-43e7-9a7f-f17856936fe3"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:16.253164 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c4be217f-cbb4-43c3-a3e8-a81ab5a2f6a5 req-bef9fe72-8895-4ba1-a12b-b8e26f75b0b5 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=ec1447bd-8c8d-4f08-93e9-6c0c195d2233 HTTP/1.1" status: 200 len: 210 time: 0.0302007 Feb 21 10:23:16.321838 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1525b336-4dca-4671-a67f-31c2dc35d253 x-openstack-request-id: req-1525b336-4dca-4671-a67f-31c2dc35d253 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:16.322146 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1447bd-8c8d-4f08-93e9-6c0c195d2233", "name": "network-vif-deleted", "tag": "dbf59043-d926-43e7-9a7f-f17856936fe3", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:16.322405 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1525b336-4dca-4671-a67f-31c2dc35d253 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:16.322809 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1447bd-8c8d-4f08-93e9-6c0c195d2233', 'name': 'network-vif-deleted', 'tag': 'dbf59043-d926-43e7-9a7f-f17856936fe3', 'status': 'completed', 'code': 200} Feb 21 10:23:18.653347 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7178-9541-4afc-ad75-e1a2f1146e76 req-236886e9-179a-4686-aa10-26bfc5053b8a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:18.654709 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ae2b7178-9541-4afc-ad75-e1a2f1146e76 req-236886e9-179a-4686-aa10-26bfc5053b8a tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 945 time: 0.0507088 Feb 21 10:23:18.704270 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ae2b7178-9541-4afc-ad75-e1a2f1146e76 req-a1b2de9d-b457-41ea-b615-cc5d6f28d534 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Feb 21 10:23:18.881575 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dbf59043-d926-43e7-9a7f-f17856936fe3 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:18.904919 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: dbf59043-d926-43e7-9a7f-f17856936fe3 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:18.905222 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device dbf59043-d926-43e7-9a7f-f17856936fe3 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:19.822618 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4302-fa82-4059-872e-0bcc8caaf191 req-8c47cca1-b50a-47c2-96f1-d42d08a25aef tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:19.823982 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fa9f4302-fa82-4059-872e-0bcc8caaf191 req-8c47cca1-b50a-47c2-96f1-d42d08a25aef tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Feb 21 10:23:19.870116 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-fa9f4302-fa82-4059-872e-0bcc8caaf191 req-4b38e243-7b80-475b-91f4-a603454f93d7 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/security-groups?id=3f67bb3b-bd2d-4129-b766-da51213cc12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 21 10:23:20.555648 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-8cf4882e-9dd2-4b3e-b53f-67be974b0742 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:20.557103 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-8cf4882e-9dd2-4b3e-b53f-67be974b0742 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 945 time: 0.0507739 Feb 21 10:23:20.651517 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Deleting port 85413d74-26be-4295-895c-6548a9cd9d48 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:20.651864 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (85413d74-26be-4295-895c-6548a9cd9d48), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:20.737250 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] For port 85413d74-26be-4295-895c-6548a9cd9d48, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=85413d74-26be-4295-895c-6548a9cd9d48,segment=NetworkSegment(a9d77c1e-a076-427e-9c51-f0fbfa74dd29),segment_id=a9d77c1e-a076-427e-9c51-f0fbfa74dd29)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:20.737619 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (85413d74-26be-4295-895c-6548a9cd9d48), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:20.749850 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Calling delete_port for 85413d74-26be-4295-895c-6548a9cd9d48 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:20.876051 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (85413d74-26be-4295-895c-6548a9cd9d48), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:20.890740 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['85413d74-26be-4295-895c-6548a9cd9d48'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:23:20.906751 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Pushing event deleted for resources: {'Port': ['ID=85413d74-26be-4295-895c-6548a9cd9d48,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:20.952029 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] No DVR routers for this DVR port 85413d74-26be-4295-895c-6548a9cd9d48 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:20.954578 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:20.957910 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-8ab34be5-845e-4d3a-aa5f-d8cd80df5f36 req-5491403a-1f04-44bf-9bfa-979b555cd603 tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.45 "DELETE /v2.0/ports/85413d74-26be-4295-895c-6548a9cd9d48 HTTP/1.1" status: 204 len: 173 time: 0.3956666 Feb 21 10:23:20.959574 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'name': 'network-vif-deleted', 'tag': '85413d74-26be-4295-895c-6548a9cd9d48'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:20.961834 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e10419-747e-4c61-a4bf-aeeab6753fc1" -d '{"events": [{"server_uuid": "f10f5237-b23a-469f-ba7e-a7908d12d770", "name": "network-vif-deleted", "tag": "85413d74-26be-4295-895c-6548a9cd9d48"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:20.994489 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c1354d2-d8e1-4567-88e6-69d98673688d req-65f2636e-aa1e-469a-b9d2-67f9d38fa8fd tempest-AttachVolumeNegativeTest-1993409787 tempest-AttachVolumeNegativeTest-1993409787-project] 10.222.0.73 "GET /v2.0/ports?device_id=f10f5237-b23a-469f-ba7e-a7908d12d770 HTTP/1.1" status: 200 len: 210 time: 0.0434630 Feb 21 10:23:20.999564 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55f9909-7433-46c3-a8f6-1c3bd2585571 x-openstack-request-id: req-c55f9909-7433-46c3-a8f6-1c3bd2585571 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:20.999865 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10f5237-b23a-469f-ba7e-a7908d12d770", "name": "network-vif-deleted", "tag": "85413d74-26be-4295-895c-6548a9cd9d48", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:21.000137 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c55f9909-7433-46c3-a8f6-1c3bd2585571 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:21.000521 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10f5237-b23a-469f-ba7e-a7908d12d770', 'name': 'network-vif-deleted', 'tag': '85413d74-26be-4295-895c-6548a9cd9d48', 'status': 'completed', 'code': 200} Feb 21 10:23:22.056221 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43358) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:22.100535 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Deleting subnet c81420b9-2105-473b-b660-ce4598049cb3 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:23:22.103574 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Publish callbacks [] for subnet (c81420b9-2105-473b-b660-ce4598049cb3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.136825 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (c81420b9-2105-473b-b660-ce4598049cb3), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.177609 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (c81420b9-2105-473b-b660-ce4598049cb3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.227757 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (c81420b9-2105-473b-b660-ce4598049cb3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.252452 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81420b9-2105-473b-b660-ce4598049cb3,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:22.257398 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.260466 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c81420b9-2105-473b-b660-ce4598049cb3 HTTP/1.1" status: 204 len: 168 time: 0.2032673 Feb 21 10:23:22.263024 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43362) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:22.266546 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.266951 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.267295 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.267637 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.267985 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.268315 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.268642 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.268967 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.269320 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.269646 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.269969 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.270287 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.270606 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da83763-279d-420c-a7bb-2b1decca27bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:22.329591 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.409338 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.429326 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf3c4f4-a4a4-4c93-a5bb-2c247c678a54']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:22.439626 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:22.439916 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d77c1e-a076-427e-9c51-f0fbfa74dd29') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:22.449684 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (a9d77c1e-a076-427e-9c51-f0fbfa74dd29), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.463375 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (a9d77c1e-a076-427e-9c51-f0fbfa74dd29), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.469746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:23:22.470143 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (a9d77c1e-a076-427e-9c51-f0fbfa74dd29), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:23:22.471819 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:23:22.526426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (daf3c4f4-a4a4-4c93-a5bb-2c247c678a54), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.532032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.535139 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/daf3c4f4-a4a4-4c93-a5bb-2c247c678a54 HTTP/1.1" status: 204 len: 168 time: 0.2710524 Feb 21 10:23:22.546477 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e39223-2d48-4fa9-98a5-f36c616698f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf3c4f4-a4a4-4c93-a5bb-2c247c678a54,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:22.644652 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43366) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:22.664045 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.684897 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-08dc31fc-e2c8-4b15-8625-5d3f7312345d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afd516af18c645078471493a85458f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390072 Feb 21 10:23:22.687307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43370) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:22.738550 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ebcfffca-6c35-4f7c-ae89-1f95e4877fe7 admin admin] Publish callbacks [] for security_group (3f67bb3b-bd2d-4129-b766-da51213cc12d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.759834 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ebcfffca-6c35-4f7c-ae89-1f95e4877fe7 admin admin] Publish callbacks [] for security_group (3f67bb3b-bd2d-4129-b766-da51213cc12d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.804851 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ebcfffca-6c35-4f7c-ae89-1f95e4877fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3f67bb3b-bd2d-4129-b766-da51213cc12d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.807593 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ebcfffca-6c35-4f7c-ae89-1f95e4877fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:22.808733 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ebcfffca-6c35-4f7c-ae89-1f95e4877fe7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f67bb3b-bd2d-4129-b766-da51213cc12d HTTP/1.1" status: 204 len: 168 time: 0.1205251 Feb 21 10:23:22.816124 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfffca-6c35-4f7c-ae89-1f95e4877fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67bb3b-bd2d-4129-b766-da51213cc12d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:22.911354 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 85413d74-26be-4295-895c-6548a9cd9d48 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:22.933661 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 85413d74-26be-4295-895c-6548a9cd9d48 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:22.934009 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 85413d74-26be-4295-895c-6548a9cd9d48 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:28.964834 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:23:33.471307 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fff7955b-a362-43c3-8465-36e94642c3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:35.837792 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-8ea42ab0-1966-48fd-b102-7c8d16a6a48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:36.412581 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43524) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:36.564691 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Deleting port 0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:36.565036 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:36.639759 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:36.640002 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:36.651504 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Calling delete_port for 0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c owned by network:floatingip {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:36.793157 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:36.821571 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'Port': ['ID=0e0ce5c8-f3ee-453a-9f7c-7f3ae7c01e0c,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:36.844554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.844911 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.845280 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.845622 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.845961 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.846296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.846635 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.846965 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.847297 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.847627 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.847956 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.848280 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.848604 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:23:36.889426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (b9950c6e-e347-46c8-aa30-df3e05d72183), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:36.889755 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Floating IP b9950c6e-e347-46c8-aa30-df3e05d72183 disassociated (deleted). External IP: 172.27.0.67, port: 1c3ef56c-ae13-4e2c-811c-c300c068cde6. Feb 21 10:23:36.989042 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:37.104223 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:23:37.211885 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:23:37.216643 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:37.222512 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:23:37.232828 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:37.233539 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:37.247788 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-d4dcae1a-0fc2-49f1-93d7-1eff67d44f77 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "DELETE /v2.0/floatingips/b9950c6e-e347-46c8-aa30-df3e05d72183 HTTP/1.1" status: 204 len: 168 time: 0.8313882 Feb 21 10:23:37.247788 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:37.248367 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e95b1-5f64-429d-af23-92765032d634" -d '{"events": [{"name": "network-changed", "server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:37.284543 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e65bc4-6282-4cde-ab94-5df4207949c8 x-openstack-request-id: req-78e65bc4-6282-4cde-ab94-5df4207949c8 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:37.284837 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:37.285135 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78e65bc4-6282-4cde-ab94-5df4207949c8 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:37.285637 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'status': 'completed', 'code': 200} Feb 21 10:23:37.343628 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:37.471931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8755476-2951-4c01-b0cc-33b1d924d239 req-1a13f9bb-622a-4e28-8384-f33a28bd8ace tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:37.473461 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8755476-2951-4c01-b0cc-33b1d924d239 req-1a13f9bb-622a-4e28-8384-f33a28bd8ace tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0531869 Feb 21 10:23:37.535274 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f8755476-2951-4c01-b0cc-33b1d924d239 req-8339553d-0689-4af7-a0f4-a75af3e58736 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554700 Feb 21 10:23:37.581258 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:13Z', 'revision_number': 1, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:37.607043 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:23:37.615076 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:37.615676 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:37.722904 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:37.944904 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:13Z', 'revision_number': 1, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:37.970519 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33efaf8b-d589-413e-97cd-2e8795d093a1 None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_floatingips': [{'id': '3cdcedd6-17cc-47af-b1bf-6bf2163b1374', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'router_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'port_id': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'mac_address': 'fa:16:3e:df:e8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T10:18:11Z', 'updated_at': '2022-02-21T10:18:13Z', 'revision_number': 1, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:23:38.178296 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8141126b-8e39-4823-a4c5-446f51239848 None None] New status for floating IP b9950c6e-e347-46c8-aa30-df3e05d72183: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:23:38.398440 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:38.655868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a291412-0761-49ba-b305-92255f494346 req-97aa3a14-8525-4b77-bf79-d0c326ebcc33 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:38.657344 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5a291412-0761-49ba-b305-92255f494346 req-97aa3a14-8525-4b77-bf79-d0c326ebcc33 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Feb 21 10:23:38.704112 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5a291412-0761-49ba-b305-92255f494346 req-a6240ed8-7d2f-40f3-9077-3dce040983c3 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406487 Feb 21 10:23:39.119416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e95b1-5f64-429d-af23-92765032d634 req-4aab0da8-2a0f-43dc-a4b8-32690b3c59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:39.120912 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-4aab0da8-2a0f-43dc-a4b8-32690b3c59f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 1129 time: 0.0439022 Feb 21 10:23:39.208203 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e95b1-5f64-429d-af23-92765032d634 req-489389ec-99bc-417d-bcec-f3dbce12fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:39.210228 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-489389ec-99bc-417d-bcec-f3dbce12fe72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.0816514 Feb 21 10:23:39.254167 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-2c821fcb-c92e-4e5a-b0ac-c2ba205ed79b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 200 len: 217 time: 0.0364323 Feb 21 10:23:39.301999 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e95b1-5f64-429d-af23-92765032d634 req-62b4ebc9-048a-46f7-ad6b-ae0c3316935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:39.303409 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-62b4ebc9-048a-46f7-ad6b-ae0c3316935d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0423048 Feb 21 10:23:39.353456 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e95b1-5f64-429d-af23-92765032d634 req-6bf42480-ebb1-407b-94aa-0b6e0af74d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:39.354798 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-6bf42480-ebb1-407b-94aa-0b6e0af74d3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429251 Feb 21 10:23:39.446619 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-c1f3b31c-d8e6-49b0-9450-9a71781880f2 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838757 Feb 21 10:23:39.537763 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-198e95b1-5f64-429d-af23-92765032d634 req-e86e6ac0-5439-4554-bfce-bf616c995c5c service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835855 Feb 21 10:23:39.825944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46642c22-cc8d-4783-b45c-4e4502014119 req-3edea9fd-abb7-40e2-a508-8986fa42a06a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:39.827397 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46642c22-cc8d-4783-b45c-4e4502014119 req-3edea9fd-abb7-40e2-a508-8986fa42a06a tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0566158 Feb 21 10:23:39.874645 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-46642c22-cc8d-4783-b45c-4e4502014119 req-8e5377f3-1c5b-4354-b424-a68d12d90cdc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417643 Feb 21 10:23:39.908057 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:40.997651 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0a0b3-18fa-46c5-844c-d683c4d9cd20 req-21679277-60d8-40cd-b138-820d49fa3cc6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:40.999152 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f7b0a0b3-18fa-46c5-844c-d683c4d9cd20 req-21679277-60d8-40cd-b138-820d49fa3cc6 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0571899 Feb 21 10:23:41.048277 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f7b0a0b3-18fa-46c5-844c-d683c4d9cd20 req-d366e6fb-e439-427e-8ff9-a3f6435f03b5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436373 Feb 21 10:23:41.151704 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-d743a40d-4518-4e49-af66-326a4d087ec0 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:41.153176 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-d743a40d-4518-4e49-af66-326a4d087ec0 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Feb 21 10:23:41.250734 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Deleting port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:41.251085 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:41.339528 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] For port 1c3ef56c-ae13-4e2c-811c-c300c068cde6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1c3ef56c-ae13-4e2c-811c-c300c068cde6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:41.339808 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:41.352047 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Calling delete_port for 1c3ef56c-ae13-4e2c-811c-c300c068cde6 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:41.481567 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (1c3ef56c-ae13-4e2c-811c-c300c068cde6), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:41.508936 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'Port': ['ID=1c3ef56c-ae13-4e2c-811c-c300c068cde6,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:41.558032 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] No DVR routers for this DVR port 1c3ef56c-ae13-4e2c-811c-c300c068cde6 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:41.560448 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:41.563707 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-e8d6d0f3-c723-4790-bc92-3c7adcc2ea84 req-02cd4214-4bec-4aaf-98b5-575bddbc6cbc tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "DELETE /v2.0/ports/1c3ef56c-ae13-4e2c-811c-c300c068cde6 HTTP/1.1" status: 204 len: 173 time: 0.4055090 Feb 21 10:23:41.564152 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'name': 'network-vif-deleted', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:41.566420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd1ed8c-545c-4b1b-8773-106c5dc305b9" -d '{"events": [{"server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "name": "network-vif-deleted", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:41.608442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac2bcc0-f496-4def-8569-9e32e27552fd x-openstack-request-id: req-aac2bcc0-f496-4def-8569-9e32e27552fd {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:41.608747 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7875be98-77ac-490e-898d-265d38f7d695", "name": "network-vif-deleted", "tag": "1c3ef56c-ae13-4e2c-811c-c300c068cde6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:41.608998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aac2bcc0-f496-4def-8569-9e32e27552fd {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:41.609552 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7875be98-77ac-490e-898d-265d38f7d695', 'name': 'network-vif-deleted', 'tag': '1c3ef56c-ae13-4e2c-811c-c300c068cde6', 'status': 'completed', 'code': 200} Feb 21 10:23:42.159567 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7c0b3935-461a-44bd-b05b-2b34ca32f19f req-defe662d-b36d-4405-9270-0a419cd24927 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=7875be98-77ac-490e-898d-265d38f7d695 HTTP/1.1" status: 200 len: 210 time: 0.0280430 Feb 21 10:23:42.511207 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43598) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:42.645597 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f68e12be-8eb6-4645-b4a9-3c7eb4564026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.722506 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f68e12be-8eb6-4645-b4a9-3c7eb4564026 admin admin] Publish callbacks [] for security_group (33d6ea49-c694-473f-b04b-c3c9cf96bc39), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.727487 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f68e12be-8eb6-4645-b4a9-3c7eb4564026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (33d6ea49-c694-473f-b04b-c3c9cf96bc39), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.767136 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f68e12be-8eb6-4645-b4a9-3c7eb4564026 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af054eaffdd04948b3236c2f7bc3874d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547917 Feb 21 10:23:42.767967 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e12be-8eb6-4645-b4a9-3c7eb4564026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6ea49-c694-473f-b04b-c3c9cf96bc39,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:42.769906 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43608) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:42.822098 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b564fd48-7630-493b-b35f-2bab7d4a84f8 admin admin] Publish callbacks [] for security_group (33d6ea49-c694-473f-b04b-c3c9cf96bc39), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.842181 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b564fd48-7630-493b-b35f-2bab7d4a84f8 admin admin] Publish callbacks [] for security_group (33d6ea49-c694-473f-b04b-c3c9cf96bc39), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.889440 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b564fd48-7630-493b-b35f-2bab7d4a84f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (33d6ea49-c694-473f-b04b-c3c9cf96bc39), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.891876 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-b564fd48-7630-493b-b35f-2bab7d4a84f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:42.895960 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-b564fd48-7630-493b-b35f-2bab7d4a84f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/33d6ea49-c694-473f-b04b-c3c9cf96bc39 HTTP/1.1" status: 204 len: 168 time: 0.1208763 Feb 21 10:23:42.903430 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564fd48-7630-493b-b35f-2bab7d4a84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6ea49-c694-473f-b04b-c3c9cf96bc39,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:43.150903 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43614) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:43.164279 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7807d60b-8419-4a06-a480-285be3898c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.242705 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7807d60b-8419-4a06-a480-285be3898c0f admin admin] Publish callbacks [] for security_group (d517fcc7-c88b-400b-9c6a-bb21f7527a80), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.247984 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7807d60b-8419-4a06-a480-285be3898c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (d517fcc7-c88b-400b-9c6a-bb21f7527a80), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.282569 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807d60b-8419-4a06-a480-285be3898c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d517fcc7-c88b-400b-9c6a-bb21f7527a80,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:43.294026 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43622) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:43.294518 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7807d60b-8419-4a06-a480-285be3898c0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26236d494bc64fdbab439edfab9af02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421316 Feb 21 10:23:43.344125 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0904c8e2-a86a-4f67-b91e-5c3e0a988440 admin admin] Publish callbacks [] for security_group (d517fcc7-c88b-400b-9c6a-bb21f7527a80), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.364771 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0904c8e2-a86a-4f67-b91e-5c3e0a988440 admin admin] Publish callbacks [] for security_group (d517fcc7-c88b-400b-9c6a-bb21f7527a80), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.414420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0904c8e2-a86a-4f67-b91e-5c3e0a988440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (d517fcc7-c88b-400b-9c6a-bb21f7527a80), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.416905 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-0904c8e2-a86a-4f67-b91e-5c3e0a988440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:43.418123 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-0904c8e2-a86a-4f67-b91e-5c3e0a988440 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d517fcc7-c88b-400b-9c6a-bb21f7527a80 HTTP/1.1" status: 204 len: 168 time: 0.1224849 Feb 21 10:23:43.425984 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904c8e2-a86a-4f67-b91e-5c3e0a988440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d517fcc7-c88b-400b-9c6a-bb21f7527a80,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:43.526393 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c3ef56c-ae13-4e2c-811c-c300c068cde6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:43.546403 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 1c3ef56c-ae13-4e2c-811c-c300c068cde6 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:43.546754 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 1c3ef56c-ae13-4e2c-811c-c300c068cde6 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:45.305603 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285cd59-639e-494d-a040-16a2f079436f req-df760b5f-8f23-43b0-99f9-d7782a2336f6 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:45.306985 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c285cd59-639e-494d-a040-16a2f079436f req-df760b5f-8f23-43b0-99f9-d7782a2336f6 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.0517280 Feb 21 10:23:45.352881 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c285cd59-639e-494d-a040-16a2f079436f req-b0962e7f-3e0c-4ac0-9424-b2974a4d4cb2 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Feb 21 10:23:45.436347 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43696) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:45.841837 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Deleting port cd23e25f-9637-4596-82c3-445808080c56 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:45.842180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (cd23e25f-9637-4596-82c3-445808080c56), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:45.919426 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (cd23e25f-9637-4596-82c3-445808080c56), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:45.919807 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (cd23e25f-9637-4596-82c3-445808080c56), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:45.931895 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Calling delete_port for cd23e25f-9637-4596-82c3-445808080c56 owned by network:floatingip {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:46.075913 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (cd23e25f-9637-4596-82c3-445808080c56), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:46.099079 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'Port': ['ID=cd23e25f-9637-4596-82c3-445808080c56,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:46.160704 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (3cdcedd6-17cc-47af-b1bf-6bf2163b1374), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:46.161143 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.db.l3_db [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Floating IP 3cdcedd6-17cc-47af-b1bf-6bf2163b1374 disassociated (deleted). External IP: 172.27.0.157, port: da1c43e7-6070-4df6-a479-3627e16f41e6. Feb 21 10:23:46.376659 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:23:46.520529 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:23:46.525444 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:46.530850 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:23:46.542089 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:46.542887 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:46.567982 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6412b-0356-41d4-85b1-b21698fda517 req-9b39358a-8f4b-4382-baa8-4a49dc610394 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:46.569498 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7bd6412b-0356-41d4-85b1-b21698fda517 req-9b39358a-8f4b-4382-baa8-4a49dc610394 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.1263106 Feb 21 10:23:46.575287 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-bce0fc5a-a1cb-413a-b72d-fb4d85b4a81d tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "DELETE /v2.0/floatingips/3cdcedd6-17cc-47af-b1bf-6bf2163b1374 HTTP/1.1" status: 204 len: 168 time: 1.1353245 Feb 21 10:23:46.575287 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:46.575756 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cbae91-a98a-4c49-8c46-91ade098c922" -d '{"events": [{"name": "network-changed", "server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:46.627142 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7bd6412b-0356-41d4-85b1-b21698fda517 req-e57c8d7f-5542-469f-8878-e372598d7d15 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487280 Feb 21 10:23:46.660659 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:46.678323 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b2302-4a6a-4cda-a24f-0165452da77f x-openstack-request-id: req-141b2302-4a6a-4cda-a24f-0165452da77f {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:46.678621 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:46.679427 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-141b2302-4a6a-4cda-a24f-0165452da77f {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:46.679839 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'status': 'completed', 'code': 200} Feb 21 10:23:46.756026 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-6ac51a64-0a7a-42cc-9eb2-ed113fbb1dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:46.758104 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-6ac51a64-0a7a-42cc-9eb2-ed113fbb1dea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 1129 time: 0.0527112 Feb 21 10:23:46.873238 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08e7b1-6102-4de4-8f59-04d9102b0104 req-2a9fa789-5666-4e65-b21f-d2255217c950 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:46.874600 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6c08e7b1-6102-4de4-8f59-04d9102b0104 req-2a9fa789-5666-4e65-b21f-d2255217c950 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.1115062 Feb 21 10:23:46.880829 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:46.907187 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:23:46.907429 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-df8f95b8-ee0f-4d42-a031-68a851023558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:46.908636 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-df8f95b8-ee0f-4d42-a031-68a851023558 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 200 len: 911 time: 0.1438580 Feb 21 10:23:46.915933 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:46.916539 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:46.961175 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-7248fac5-4ad8-471e-b708-8104e85d4350 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 200 len: 217 time: 0.0411904 Feb 21 10:23:46.969677 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6c08e7b1-6102-4de4-8f59-04d9102b0104 req-91bed3a6-58ad-4f3d-8057-9ff5114991e1 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879705 Feb 21 10:23:47.020759 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-b9da57bf-9684-4ae9-9cac-68491700cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:47.023482 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-b9da57bf-9684-4ae9-9cac-68491700cd24 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 200 len: 849 time: 0.0525665 Feb 21 10:23:47.074938 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-88b4d440-2dd7-4900-b0e3-493483e34578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:47.076470 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-88b4d440-2dd7-4900-b0e3-493483e34578 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fb82195b-d5e6-4df1-af70-a55985004080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471795 Feb 21 10:23:47.158164 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:47.176058 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-a994ae44-2925-4594-91ca-8860dd57a7b8 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Feb 21 10:23:47.270634 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f0cbae91-a98a-4c49-8c46-91ade098c922 req-a429ffae-17d9-4925-a4a6-58f7fc6e6f31 service neutron] 10.222.0.45 "GET /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857730 Feb 21 10:23:47.355317 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:47.385459 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb92e5e3-af6b-4ecd-8feb-120d02f2dec8 None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:14:09Z', 'revision_number': 4, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi', '_interfaces': [{'id': '2d924fa2-1fa2-4f0f-9788-45b58cc76cb1', 'name': '', 'network_id': 'fb82195b-d5e6-4df1-af70-a55985004080', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'mac_address': 'fa:16:3e:c3:b2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:09Z', 'updated_at': '2022-02-21T10:14:14Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'subnets': [{'id': '682d74be-e6d2-4286-a4fb-2455fff70908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:23:47.440296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-ea8f39f6-a960-4eaa-a5e4-b5c4583bf85b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:47.441816 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-ea8f39f6-a960-4eaa-a5e4-b5c4583bf85b tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.0543816 Feb 21 10:23:47.543600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Deleting port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:47.543600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:47.632998 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c1a4d-a3b9-42bf-99fa-89a0deee18ca None None] New status for floating IP 3cdcedd6-17cc-47af-b1bf-6bf2163b1374: DOWN {{(pid=102848) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 10:23:47.662998 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d995e2dc-b6d7-454a-a420-2a4fcb88e3c5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:47.665856 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d995e2dc-b6d7-454a-a420-2a4fcb88e3c5 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.1178696 Feb 21 10:23:47.780779 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] For port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,segment=NetworkSegment(9a65893d-d50c-4117-b845-525020f5d547),segment_id=9a65893d-d50c-4117-b845-525020f5d547)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:47.781182 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:47.807212 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Calling delete_port for 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:47.880646 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaacac3-2418-4e1d-af88-286711f358ac req-beb0e07c-8bed-4506-b662-023d442033d2 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:47.882200 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-eaaacac3-2418-4e1d-af88-286711f358ac req-beb0e07c-8bed-4506-b662-023d442033d2 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/ports?device_id=336441ed-e850-4250-b49b-f6d542a0b053 HTTP/1.1" status: 200 len: 946 time: 0.1373043 Feb 21 10:23:47.885471 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Deleting port da1c43e7-6070-4df6-a479-3627e16f41e6 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:47.885820 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:48.027261 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-eaaacac3-2418-4e1d-af88-286711f358ac req-24bd2215-6120-48d3-a666-639fd19270b3 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.73 "GET /v2.0/security-groups?id=1867d7ad-059b-4bb8-9805-0c68eb926313&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383891 Feb 21 10:23:48.037743 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] For port da1c43e7-6070-4df6-a479-3627e16f41e6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=da1c43e7-6070-4df6-a479-3627e16f41e6,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:48.038118 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:48.082434 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Calling delete_port for da1c43e7-6070-4df6-a479-3627e16f41e6 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:48.163730 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (3535ac9a-5597-4ad9-a9c1-e7767ae1e07d), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:48.174771 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['3535ac9a-5597-4ad9-a9c1-e7767ae1e07d'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:23:48.210843 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Pushing event deleted for resources: {'Port': ['ID=3535ac9a-5597-4ad9-a9c1-e7767ae1e07d,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:48.222283 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ed7a3-d3aa-4ed6-a1e6-878ec0bf1989 req-39338e26-f4d0-45e9-8d48-b433f24791f7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:48.223742 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c75ed7a3-d3aa-4ed6-a1e6-878ec0bf1989 req-39338e26-f4d0-45e9-8d48-b433f24791f7 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/ports?device_id=efbc5705-e191-4a83-b516-0b8327f9fd2a HTTP/1.1" status: 200 len: 945 time: 0.1652970 Feb 21 10:23:48.280472 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] No DVR routers for this DVR port 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:48.284301 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:48.287698 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4f38eaf1-fa22-49f8-8c27-018d454ea194 req-79008b2c-f8cc-4e36-a97b-bbfff524fc91 tempest-VolumesSnapshotTestJSON-362931576 tempest-VolumesSnapshotTestJSON-362931576-project] 10.222.0.45 "DELETE /v2.0/ports/3535ac9a-5597-4ad9-a9c1-e7767ae1e07d HTTP/1.1" status: 204 len: 173 time: 0.8397987 Feb 21 10:23:48.350751 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c75ed7a3-d3aa-4ed6-a1e6-878ec0bf1989 req-d3747731-e623-4f00-b617-223bba75c0b8 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "GET /v2.0/security-groups?id=96e4e1a0-cab3-4dac-9d19-1b478067829a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027007 Feb 21 10:23:48.365024 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (da1c43e7-6070-4df6-a479-3627e16f41e6), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:48.398510 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'Port': ['ID=da1c43e7-6070-4df6-a479-3627e16f41e6,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:48.441370 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] No DVR routers for this DVR port da1c43e7-6070-4df6-a479-3627e16f41e6 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:48.443741 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:48.447659 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-94435b96-c47e-451e-a8d4-1074e4a89069 req-d67a2fa8-b37f-4ce8-afdd-380723e9e696 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.45 "DELETE /v2.0/ports/da1c43e7-6070-4df6-a479-3627e16f41e6 HTTP/1.1" status: 204 len: 173 time: 0.7713232 Feb 21 10:23:48.681621 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336441ed-e850-4250-b49b-f6d542a0b053', 'name': 'network-vif-deleted', 'tag': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d'}, {'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'name': 'network-vif-deleted', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:23:48.684137 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d44660-77eb-4061-b5a7-dd19dc4e28a3" -d '{"events": [{"server_uuid": "336441ed-e850-4250-b49b-f6d542a0b053", "name": "network-vif-deleted", "tag": "3535ac9a-5597-4ad9-a9c1-e7767ae1e07d"}, {"server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "name": "network-vif-deleted", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:23:48.731572 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Feb 2022 10:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a9f309-9266-4af6-b9fd-280ee6c5891d x-openstack-request-id: req-01a9f309-9266-4af6-b9fd-280ee6c5891d {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:23:48.731972 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336441ed-e850-4250-b49b-f6d542a0b053", "name": "network-vif-deleted", "tag": "3535ac9a-5597-4ad9-a9c1-e7767ae1e07d", "status": "completed", "code": 200}, {"server_uuid": "efbc5705-e191-4a83-b516-0b8327f9fd2a", "name": "network-vif-deleted", "tag": "da1c43e7-6070-4df6-a479-3627e16f41e6", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:23:48.732114 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01a9f309-9266-4af6-b9fd-280ee6c5891d {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:23:48.732535 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336441ed-e850-4250-b49b-f6d542a0b053', 'name': 'network-vif-deleted', 'tag': '3535ac9a-5597-4ad9-a9c1-e7767ae1e07d', 'status': 'completed', 'code': 200} Feb 21 10:23:48.732798 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbc5705-e191-4a83-b516-0b8327f9fd2a', 'name': 'network-vif-deleted', 'tag': 'da1c43e7-6070-4df6-a479-3627e16f41e6', 'status': 'completed', 'code': 200} Feb 21 10:23:49.180897 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43748) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:49.289582 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-009a5c18-5bc4-4f12-9fbf-8952b6ea1c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.368745 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-009a5c18-5bc4-4f12-9fbf-8952b6ea1c4d admin admin] Publish callbacks [] for security_group (091d4380-8483-4f0f-917d-ca20e3ac8c12), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.373690 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-009a5c18-5bc4-4f12-9fbf-8952b6ea1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (091d4380-8483-4f0f-917d-ca20e3ac8c12), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.412232 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-009a5c18-5bc4-4f12-9fbf-8952b6ea1c4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b7404d79d5f04add83c230e5cb2358c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302246 Feb 21 10:23:49.412330 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43758) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:49.421177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43760) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:49.432448 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a5c18-5bc4-4f12-9fbf-8952b6ea1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091d4380-8483-4f0f-917d-ca20e3ac8c12,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:49.473694 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-062f5e08-5fdd-49b5-8c09-04122deae25b admin admin] Publish callbacks [] for security_group (091d4380-8483-4f0f-917d-ca20e3ac8c12), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.494990 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-062f5e08-5fdd-49b5-8c09-04122deae25b admin admin] Publish callbacks [] for security_group (091d4380-8483-4f0f-917d-ca20e3ac8c12), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.542419 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-062f5e08-5fdd-49b5-8c09-04122deae25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (091d4380-8483-4f0f-917d-ca20e3ac8c12), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.544944 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-062f5e08-5fdd-49b5-8c09-04122deae25b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.546126 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-062f5e08-5fdd-49b5-8c09-04122deae25b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/091d4380-8483-4f0f-917d-ca20e3ac8c12 HTTP/1.1" status: 204 len: 168 time: 0.1327419 Feb 21 10:23:49.552195 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Deleting port 82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:49.552544 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.558102 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f5e08-5fdd-49b5-8c09-04122deae25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091d4380-8483-4f0f-917d-ca20e3ac8c12,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:49.635354 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.635691 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.647628 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Calling delete_port for 82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607 owned by network:floatingip {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:49.789788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.816373 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'Port': ['ID=82b5cdd7-ddd7-4db9-ad9f-ea251c9a1607,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:49.817146 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43766) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:49.831160 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4498203c-e9ef-4064-ac30-24d10bd85eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.877320 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for floatingip (8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.880203 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for floatingip (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.884131 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-56e7b6aa-0089-4aba-b652-c0e14ef8f723 tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "DELETE /v2.0/floatingips/8d3a44ad-7b4e-40d6-9f4c-c0b91ced2676 HTTP/1.1" status: 204 len: 168 time: 0.4594104 Feb 21 10:23:49.908187 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4498203c-e9ef-4064-ac30-24d10bd85eff admin admin] Publish callbacks [] for security_group (5afddb9f-5af4-46f0-a235-80d1af37cbf8), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.912247 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4498203c-e9ef-4064-ac30-24d10bd85eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5afddb9f-5af4-46f0-a235-80d1af37cbf8), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:49.952754 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4498203c-e9ef-4064-ac30-24d10bd85eff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7e32aa9481b457294d1e3d411bb8180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344833 Feb 21 10:23:49.953488 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498203c-e9ef-4064-ac30-24d10bd85eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afddb9f-5af4-46f0-a235-80d1af37cbf8,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:49.955763 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43774) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:50.006607 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4ff863fa-f082-4f72-a9ee-699ec3c92053 admin admin] Publish callbacks [] for security_group (5afddb9f-5af4-46f0-a235-80d1af37cbf8), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:50.029316 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4ff863fa-f082-4f72-a9ee-699ec3c92053 admin admin] Publish callbacks [] for security_group (5afddb9f-5af4-46f0-a235-80d1af37cbf8), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:50.078539 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4ff863fa-f082-4f72-a9ee-699ec3c92053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (5afddb9f-5af4-46f0-a235-80d1af37cbf8), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:50.081138 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-4ff863fa-f082-4f72-a9ee-699ec3c92053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:50.082373 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-4ff863fa-f082-4f72-a9ee-699ec3c92053 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5afddb9f-5af4-46f0-a235-80d1af37cbf8 HTTP/1.1" status: 204 len: 168 time: 0.1257019 Feb 21 10:23:50.094145 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff863fa-f082-4f72-a9ee-699ec3c92053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afddb9f-5af4-46f0-a235-80d1af37cbf8,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:51.078241 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43814) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:51.102526 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43816) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:51.137031 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f012-f058-48a8-b6a1-bfd77b71ebdb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group (96e4e1a0-cab3-4dac-9d19-1b478067829a), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.162773 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f012-f058-48a8-b6a1-bfd77b71ebdb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group (96e4e1a0-cab3-4dac-9d19-1b478067829a), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.207151 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3eff-4c2c-41ee-b41c-4dfca53e7205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.222820 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f012-f058-48a8-b6a1-bfd77b71ebdb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (96e4e1a0-cab3-4dac-9d19-1b478067829a), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.225511 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-e8b5f012-f058-48a8-b6a1-bfd77b71ebdb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.227215 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-e8b5f012-f058-48a8-b6a1-bfd77b71ebdb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] 10.222.0.73 "DELETE /v2.0/security-groups/96e4e1a0-cab3-4dac-9d19-1b478067829a HTTP/1.1" status: 204 len: 168 time: 0.1479573 Feb 21 10:23:51.238420 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5f012-f058-48a8-b6a1-bfd77b71ebdb tempest-TestVolumeBootPattern-1857373997 tempest-TestVolumeBootPattern-1857373997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e4e1a0-cab3-4dac-9d19-1b478067829a,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:51.285229 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3eff-4c2c-41ee-b41c-4dfca53e7205 admin admin] Publish callbacks [] for security_group (3d3e4d31-0665-471e-9fc5-54b8cde1ae39), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.289354 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3eff-4c2c-41ee-b41c-4dfca53e7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3d3e4d31-0665-471e-9fc5-54b8cde1ae39), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.328196 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3eff-4c2c-41ee-b41c-4dfca53e7205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e4d31-0665-471e-9fc5-54b8cde1ae39,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:51.333106 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-fd9e3eff-4c2c-41ee-b41c-4dfca53e7205 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca60245a87564177a6604740c33ae099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287033 Feb 21 10:23:51.335575 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43822) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:51.382737 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-267caaf3-c3a3-45f8-9f0b-37107d2a89ea admin admin] Publish callbacks [] for security_group (3d3e4d31-0665-471e-9fc5-54b8cde1ae39), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.402915 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-267caaf3-c3a3-45f8-9f0b-37107d2a89ea admin admin] Publish callbacks [] for security_group (3d3e4d31-0665-471e-9fc5-54b8cde1ae39), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.449016 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-267caaf3-c3a3-45f8-9f0b-37107d2a89ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (3d3e4d31-0665-471e-9fc5-54b8cde1ae39), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.451543 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-267caaf3-c3a3-45f8-9f0b-37107d2a89ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:51.452673 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-267caaf3-c3a3-45f8-9f0b-37107d2a89ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d3e4d31-0665-471e-9fc5-54b8cde1ae39 HTTP/1.1" status: 204 len: 168 time: 0.1161621 Feb 21 10:23:51.460401 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267caaf3-c3a3-45f8-9f0b-37107d2a89ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e4d31-0665-471e-9fc5-54b8cde1ae39,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:52.218867 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:52.238324 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:52.238695 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 3535ac9a-5597-4ad9-a9c1-e7767ae1e07d not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:52.239312 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1c43e7-6070-4df6-a479-3627e16f41e6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:52.259993 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: da1c43e7-6070-4df6-a479-3627e16f41e6 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:52.260367 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device da1c43e7-6070-4df6-a479-3627e16f41e6 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:52.301248 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43854) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:52.406286 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43860) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:52.516545 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1718e238-c66d-4636-82a7-ceb723ead173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.710601 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1718e238-c66d-4636-82a7-ceb723ead173 admin admin] Publish callbacks [] for security_group (16cf331c-e556-4ed3-9d9d-c259be302f1c), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.717453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-1718e238-c66d-4636-82a7-ceb723ead173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (16cf331c-e556-4ed3-9d9d-c259be302f1c), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.781868 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-1718e238-c66d-4636-82a7-ceb723ead173 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=17af98f8248c49bb902ceef567947874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745565 Feb 21 10:23:52.784218 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718e238-c66d-4636-82a7-ceb723ead173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cf331c-e556-4ed3-9d9d-c259be302f1c,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:52.784555 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43866) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:52.835346 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c62bbdd-2096-4217-b491-71cb8946a796 admin admin] Publish callbacks [] for security_group (16cf331c-e556-4ed3-9d9d-c259be302f1c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.855731 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c62bbdd-2096-4217-b491-71cb8946a796 admin admin] Publish callbacks [] for security_group (16cf331c-e556-4ed3-9d9d-c259be302f1c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.899022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.904080 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c62bbdd-2096-4217-b491-71cb8946a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (16cf331c-e556-4ed3-9d9d-c259be302f1c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.908452 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-8c62bbdd-2096-4217-b491-71cb8946a796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:52.912537 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8c62bbdd-2096-4217-b491-71cb8946a796 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16cf331c-e556-4ed3-9d9d-c259be302f1c HTTP/1.1" status: 204 len: 168 time: 0.1244557 Feb 21 10:23:52.922164 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62bbdd-2096-4217-b491-71cb8946a796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cf331c-e556-4ed3-9d9d-c259be302f1c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:53.051011 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.179902 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Deleting port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:53.180256 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.259478 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] For port 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:53.259856 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.271522 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Calling delete_port for 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 owned by network:router_interface {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:53.455429 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (2d924fa2-1fa2-4f0f-9788-45b58cc76cb1), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.485412 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d924fa2-1fa2-4f0f-9788-45b58cc76cb1,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:53.528584 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43888) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:53.630595 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1110509737-network', 'tenant_id': '767886ecaa96422d99bb4bfc838d7b2f'}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:23:53.665312 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Made reservation on behalf of 767886ecaa96422d99bb4bfc838d7b2f for: {'network': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:23:53.668009 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for network (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.919482 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.923007 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:53.998731 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks [] for security_group (7ebe632e-1be9-4924-a0c1-46a28af42961), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.002438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (7ebe632e-1be9-4924-a0c1-46a28af42961), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.030191 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=102845) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 10:23:54.036641 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebe632e-1be9-4924-a0c1-46a28af42961,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:54.043199 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.043544 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.db.segments_db [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Added segment ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea of type vlan for network 752ee10f-1320-4f08-a86a-4006f1c4e354 Feb 21 10:23:54.083312 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749143216011'] for network (752ee10f-1320-4f08-a86a-4006f1c4e354), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.112244 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (752ee10f-1320-4f08-a86a-4006f1c4e354), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.113412 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:54.114001 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.148732 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102846) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:23:54.172315 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6425030 Feb 21 10:23:54.175132 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43894) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:54.179788 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.v2.base [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Request body: {'subnet': {'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1110509737-subnet', 'tenant_id': '767886ecaa96422d99bb4bfc838d7b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102845) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:23:54.187661 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964cd1b-22da-450a-93f2-0d4480c7841b admin admin] Pushing event updated for resources: {'Network': ['ID=752ee10f-1320-4f08-a86a-4006f1c4e354,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:54.201660 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Network 752ee10f-1320-4f08-a86a-4006f1c4e354 details requested by agent ovs-agent-dv-cinder-830091-1-iscsi with host dv-cinder-830091-1-iscsi {{(pid=102847) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 10:23:54.202691 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Made reservation on behalf of 767886ecaa96422d99bb4bfc838d7b2f for: {'subnet': 1} {{(pid=102845) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:23:54.205759 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12456888'] for subnet (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.263921 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102846) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:23:54.274509 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-d11c9f70-21f0-40ef-b1ab-5377f99cb9e2 admin admin] 10.222.0.73 "PUT /v2.0/routers/deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9717779 Feb 21 10:23:54.274814 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43896) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:54.281186 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] Sync routers for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:23:54.291525 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:54.292160 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:54.385649 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks [] for router (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.392794 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12289895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12456778'] for subnet (69e103fc-e2f7-4e04-9be2-273c78fdd574), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.405906 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:54.450878 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e103fc-e2f7-4e04-9be2-273c78fdd574,revision_number=0']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:54.458761 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Checking segment: {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:23:54.459130 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Network hostable DHCP agents. Network: 752ee10f-1320-4f08-a86a-4006f1c4e354, hostable agents: ['f6454bf8-342f-4b59-b4a9-13b90831e8e8'], hosted agents: [] {{(pid=102845) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 10:23:54.475710 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Network 752ee10f-1320-4f08-a86a-4006f1c4e354 is scheduled to be hosted by DHCP agent f6454bf8-342f-4b59-b4a9-13b90831e8e8 with binding_index 1 {{(pid=102845) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 10:23:54.484814 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.base_scheduler [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830091-1-iscsi, 752ee10f-1320-4f08-a86a-4006f1c4e354) {{(pid=102845) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:23:54.489387 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102845) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:54.490091 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.499391 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks [] for router_gateway (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.510120 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-dd0fbf34-8aa1-451b-9d69-dde723ee611a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3338683 Feb 21 10:23:54.511948 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e0ab7-8af0-40c1-874d-3589c416ce92 None None] Network 752ee10f-1320-4f08-a86a-4006f1c4e354 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:23:54.559199 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Deleting port f8c466ef-449b-40b4-a44b-75a0fc07cf7e {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:54.559554 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.660340 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887b074-d82f-47eb-8540-97168aabadb3 None None] Network 752ee10f-1320-4f08-a86a-4006f1c4e354 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:23:54.660600 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] For port f8c466ef-449b-40b4-a44b-75a0fc07cf7e, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:54.661037 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.680544 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Calling delete_port for f8c466ef-449b-40b4-a44b-75a0fc07cf7e owned by network:router_gateway {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:54.750598 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35'}], 'enable_snat': True}, 'gw_port_id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:23:53Z', 'revision_number': 5, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port': {'id': 'f8c466ef-449b-40b4-a44b-75a0fc07cf7e', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:07Z', 'updated_at': '2022-02-21T10:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:54.792604 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] Checking router: deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 for host: dv-cinder-830091-1-iscsi {{(pid=102847) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:23:54.802561 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] Routers {'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102847) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:54.803400 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'], 'active': True} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:54.894145 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (f8c466ef-449b-40b4-a44b-75a0fc07cf7e), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:54.906332 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvr_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] Set router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 gateway port host: None {{(pid=102847) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:54.940211 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c466ef-449b-40b4-a44b-75a0fc07cf7e,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:54.973175 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_hamode_db [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:23:54Z', 'revision_number': 6, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:55.003148 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0c64a1-4e8b-4487-830b-e67b1e25a847 None None] The sync data for ids ['deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26'] in dv-cinder-830091-1-iscsi is: [{'id': 'deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26', 'name': 'tempest-TestVolumeBootPattern-35582691-router', 'tenant_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:06Z', 'updated_at': '2022-02-21T10:23:54Z', 'revision_number': 6, 'project_id': 'b0c470aef15d45a0bed2b2d51870ab7c', 'gw_port_host': None}] {{(pid=102847) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:23:55.018125 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.133623 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.134594 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks [] for router_controller (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.182895 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.183723 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 {{(pid=102846) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:23:55.188881 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.190110 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-81b5cda7-1549-417b-93dc-3d5305da8c2e admin admin] 10.222.0.73 "DELETE /v2.0/routers/deceddc0-38a4-4c9e-a5b2-bb31c5fe0a26 HTTP/1.1" status: 204 len: 168 time: 0.9140742 Feb 21 10:23:55.192643 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43920) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:55.240419 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Deleting subnet 682d74be-e6d2-4286-a4fb-2455fff70908 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:23:55.245305 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Publish callbacks [] for subnet (682d74be-e6d2-4286-a4fb-2455fff70908), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.291029 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (682d74be-e6d2-4286-a4fb-2455fff70908), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.371602 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (682d74be-e6d2-4286-a4fb-2455fff70908), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.426762 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (682d74be-e6d2-4286-a4fb-2455fff70908), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.453879 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682d74be-e6d2-4286-a4fb-2455fff70908,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:55.460898 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.464578 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-f16392a8-0cd4-465e-8e7a-5e4dc8866ab9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/682d74be-e6d2-4286-a4fb-2455fff70908 HTTP/1.1" status: 204 len: 168 time: 0.2709131 Feb 21 10:23:55.466142 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba00c9e-ad7a-4ee9-8bab-ced07c678aeb None None] Network fb82195b-d5e6-4df1-af70-a55985004080 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:23:55.467152 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43924) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:55.538094 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (fb82195b-d5e6-4df1-af70-a55985004080), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.592281 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Deleting port f89035a6-c3e4-4e44-9d44-7e1df2836729 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:55.592504 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.653783 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] For port f89035a6-c3e4-4e44-9d44-7e1df2836729, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=f89035a6-c3e4-4e44-9d44-7e1df2836729,segment=NetworkSegment(145fa2af-5afe-4eee-bbd8-13b9a66fd14b),segment_id=145fa2af-5afe-4eee-bbd8-13b9a66fd14b)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:55.654154 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.666587 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Calling delete_port for f89035a6-c3e4-4e44-9d44-7e1df2836729 owned by network:dhcp {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:55.749665 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (f89035a6-c3e4-4e44-9d44-7e1df2836729), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.776038 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89035a6-c3e4-4e44-9d44-7e1df2836729,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:55.779459 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] No DVR routers for this DVR port f89035a6-c3e4-4e44-9d44-7e1df2836729 on host dv-cinder-830091-1-iscsi {{(pid=102845) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:55.812716 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4d475-5089-4b69-bdde-520a7a01c8b8 None None] DHCP port deletion for fb82195b-d5e6-4df1-af70-a55985004080 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:23:55.859375 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (fb82195b-d5e6-4df1-af70-a55985004080), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.872460 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:55.880406 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb82195b-d5e6-4df1-af70-a55985004080']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:55.890110 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145fa2af-5afe-4eee-bbd8-13b9a66fd14b') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:55.890408 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145fa2af-5afe-4eee-bbd8-13b9a66fd14b') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:55.892426 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:55.892776 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 2d924fa2-1fa2-4f0f-9788-45b58cc76cb1 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:55.893228 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f89035a6-c3e4-4e44-9d44-7e1df2836729 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:55.899852 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (145fa2af-5afe-4eee-bbd8-13b9a66fd14b), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.912061 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: f89035a6-c3e4-4e44-9d44-7e1df2836729 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:55.912414 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f89035a6-c3e4-4e44-9d44-7e1df2836729 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:55.913013 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f8c466ef-449b-40b4-a44b-75a0fc07cf7e no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:55.914448 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (145fa2af-5afe-4eee-bbd8-13b9a66fd14b), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (145fa2af-5afe-4eee-bbd8-13b9a66fd14b), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:23:55.923984 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:23:55.947958 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: f8c466ef-449b-40b4-a44b-75a0fc07cf7e {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:55.948334 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device f8c466ef-449b-40b4-a44b-75a0fc07cf7e not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:55.978406 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (fb82195b-d5e6-4df1-af70-a55985004080), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.983946 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:55.994171 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fb82195b-d5e6-4df1-af70-a55985004080 HTTP/1.1" status: 204 len: 168 time: 0.5190954 Feb 21 10:23:55.994171 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43926) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:56.008016 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560d93d-8b84-439f-829e-566319b6c3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb82195b-d5e6-4df1-af70-a55985004080,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:56.383361 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-692212'] for router_interface (0c892740-133e-495c-94b9-cd7747e1f6c3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:56.418727 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-5ebf76f5-db8b-4fe2-9bc5-869922a22489 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:56.420649 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-5ebf76f5-db8b-4fe2-9bc5-869922a22489 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/networks?id=752ee10f-1320-4f08-a86a-4006f1c4e354 HTTP/1.1" status: 200 len: 809 time: 0.1090682 Feb 21 10:23:56.438615 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-8e7f4f9b-6bbf-4f18-939a-842a93ca5136 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/quotas/767886ecaa96422d99bb4bfc838d7b2f HTTP/1.1" status: 200 len: 375 time: 0.0121515 Feb 21 10:23:56.477261 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-c65b3288-1c59-48dc-b0d5-c4e4d55e93ab tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323455 Feb 21 10:23:56.572116 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-506c7bf8-155d-4c39-9bde-573eb762b216 service neutron] 10.222.0.73 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882628 Feb 21 10:23:56.638165 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Deleting port efb7550e-6de6-4d4d-a411-0a288acb6ca9 {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:56.638502 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:56.660938 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-59e0a44e-221b-43ac-aa06-48679c321128 service neutron] 10.222.0.73 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834174 Feb 21 10:23:56.715072 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] For port efb7550e-6de6-4d4d-a411-0a288acb6ca9, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=efb7550e-6de6-4d4d-a411-0a288acb6ca9,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:56.715442 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:56.727438 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Calling delete_port for efb7550e-6de6-4d4d-a411-0a288acb6ca9 owned by network:router_interface {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:56.915058 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (efb7550e-6de6-4d4d-a411-0a288acb6ca9), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:56.937959 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb7550e-6de6-4d4d-a411-0a288acb6ca9,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:57.106229 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690276'] for router_interface (0c892740-133e-495c-94b9-cd7747e1f6c3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:57.337724 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Router 0c892740-133e-495c-94b9-cd7747e1f6c3 has already been hosted by L3 agent 80bb50f5-b0c6-4c7a-875e-d36a612d162b {{(pid=102845) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 10:23:57.449729 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] Notify agent at l3_agent.dv-cinder-830091-1-iscsi the message routers_updated {{(pid=102845) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 10:23:57.454728 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-ecab2529-8e27-4571-a9a5-0da08b316cb3 admin admin] 10.222.0.73 "PUT /v2.0/routers/0c892740-133e-495c-94b9-cd7747e1f6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636865 Feb 21 10:23:57.457259 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43954) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:57.458412 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] Sync routers for ids ['0c892740-133e-495c-94b9-cd7747e1f6c3'] in dv-cinder-830091-1-iscsi {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 10:23:57.469077 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] Routers {'0c892740-133e-495c-94b9-cd7747e1f6c3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:57.469871 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['0c892740-133e-495c-94b9-cd7747e1f6c3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:57.570189 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks [] for router (0c892740-133e-495c-94b9-cd7747e1f6c3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:57.590108 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] Set router 0c892740-133e-495c-94b9-cd7747e1f6c3 gateway port host: dv-cinder-830091-1-iscsi {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:57.683954 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks [] for router_gateway (0c892740-133e-495c-94b9-cd7747e1f6c3), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:57.745040 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Deleting port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f {{(pid=102845) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:57.745406 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:57.781809 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'external_fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211'}], 'enable_snat': True}, 'gw_port_id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:23:56Z', 'revision_number': 5, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port': {'id': '358fc7fa-ba57-4455-a1b3-23ab7f464a3f', 'name': '', 'network_id': '605982fc-dfe5-4fa6-a47d-1a767c9ef821', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'ip_address': '172.27.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830091-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T10:14:12Z', 'updated_at': '2022-02-21T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f1ebd0a-b81e-4b50-8d15-b8a822804056', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830091-1-iscsi'}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:57.827939 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] Checking router: 0c892740-133e-495c-94b9-cd7747e1f6c3 for host: dv-cinder-830091-1-iscsi {{(pid=102848) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 10:23:57.841003 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] Routers {'0c892740-133e-495c-94b9-cd7747e1f6c3'} bound to L3 agent in host dv-cinder-830091-1-iscsi {{(pid=102848) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 10:23:57.841606 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830091-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T10:02:36Z,description=,heartbeat_timestamp=2022-02-21T10:23:36Z,host='dv-cinder-830091-1-iscsi',id=80bb50f5-b0c6-4c7a-875e-d36a612d162b,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T10:02:36Z,topic='l3_agent')) {'router_ids': ['0c892740-133e-495c-94b9-cd7747e1f6c3'], 'active': True} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:57.843172 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.db [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] For port 358fc7fa-ba57-4455-a1b3-23ab7f464a3f, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,segment=NetworkSegment(50998e64-61bc-4b62-9939-0d7d529bd4bb),segment_id=50998e64-61bc-4b62-9939-0d7d529bd4bb)] {{(pid=102845) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:57.843613 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:57.854164 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c0dca6d1-ae3a-439e-bc57-2973614861df req-ab3a7b64-0ffd-496e-9acd-c4e4e27a1215 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 210 time: 0.0351501 Feb 21 10:23:57.860772 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.plugin [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Calling delete_port for 358fc7fa-ba57-4455-a1b3-23ab7f464a3f owned by network:router_gateway {{(pid=102845) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:57.935075 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_dvr_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] Set router 0c892740-133e-495c-94b9-cd7747e1f6c3 gateway port host: None {{(pid=102848) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 10:23:57.990768 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.l3_hamode_db [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:23:57Z', 'revision_number': 6, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port_host': None}], 'dv-cinder-830091-1-iscsi', False) {} {{(pid=102848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:58.024855 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2472eddc-1cbc-4527-9e24-0b0dee3d2742 None None] The sync data for ids ['0c892740-133e-495c-94b9-cd7747e1f6c3'] in dv-cinder-830091-1-iscsi is: [{'id': '0c892740-133e-495c-94b9-cd7747e1f6c3', 'name': 'tempest-TestVolumeBootPattern-183777327-router', 'tenant_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T10:14:11Z', 'updated_at': '2022-02-21T10:23:57Z', 'revision_number': 6, 'project_id': '0198dd2e14f3465ebd1ddcd1ff587b25', 'gw_port_host': None}] {{(pid=102848) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 10:23:58.042958 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12290295'] for port (358fc7fa-ba57-4455-a1b3-23ab7f464a3f), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.070218 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=358fc7fa-ba57-4455-a1b3-23ab7f464a3f,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:58.135244 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-689038'] for router_gateway (0c892740-133e-495c-94b9-cd7747e1f6c3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.226503 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7072'] for router (0c892740-133e-495c-94b9-cd7747e1f6c3), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.228693 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks [] for router_controller (0c892740-133e-495c-94b9-cd7747e1f6c3), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.281973 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-693867'] for router (0c892740-133e-495c-94b9-cd7747e1f6c3), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.282706 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c892740-133e-495c-94b9-cd7747e1f6c3 {{(pid=102845) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 10:23:58.287984 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.289159 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7a28b1d7-f711-42e4-a27c-76a9ec0bc8d2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0c892740-133e-495c-94b9-cd7747e1f6c3 HTTP/1.1" status: 204 len: 168 time: 0.8309655 Feb 21 10:23:58.291866 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43972) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:58.341374 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Deleting subnet 34343b16-eee3-403a-87e6-62fca22b10a9 {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:23:58.345027 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Publish callbacks [] for subnet (34343b16-eee3-403a-87e6-62fca22b10a9), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.392879 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (34343b16-eee3-403a-87e6-62fca22b10a9), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.478508 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (34343b16-eee3-403a-87e6-62fca22b10a9), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.537460 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (34343b16-eee3-403a-87e6-62fca22b10a9), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.564900 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34343b16-eee3-403a-87e6-62fca22b10a9,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:58.568548 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.571978 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-2d9843ec-eedb-4eb7-823b-c3add2667659 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/34343b16-eee3-403a-87e6-62fca22b10a9 HTTP/1.1" status: 204 len: 168 time: 0.2789705 Feb 21 10:23:58.574526 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 43974) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:58.644847 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f79289-9fac-4c61-aa56-2d185cf04980 None None] Network 088c1ec1-a53b-410c-b05c-603b7cd83602 requested from dv-cinder-830091-1-iscsi {{(pid=102847) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 10:23:58.655886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (088c1ec1-a53b-410c-b05c-603b7cd83602), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.727818 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Deleting port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:58.727818 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.864900 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] For port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:58.865629 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:58.874407 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] DHCP port deletion for 088c1ec1-a53b-410c-b05c-603b7cd83602 request from dv-cinder-830091-1-iscsi {{(pid=102847) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 10:23:58.925390 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-21a300d2-a4d6-4156-9a9d-3d68c3525080 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:58.926992 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-21a300d2-a4d6-4156-9a9d-3d68c3525080 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "GET /v2.0/networks?id=752ee10f-1320-4f08-a86a-4006f1c4e354 HTTP/1.1" status: 200 len: 809 time: 0.1881366 Feb 21 10:23:58.939699 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Request body: {'port': {'device_id': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354', 'admin_state_up': True, 'tenant_id': '767886ecaa96422d99bb4bfc838d7b2f'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:23:58.959935 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] Deleting port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f {{(pid=102847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:23:58.960422 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), before_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.029962 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Calling delete_port for 3ff3ede3-a688-4aa0-9bc1-d62f030b768f owned by network:dhcp {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:59.045226 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] For port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f, host dv-cinder-830091-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830091-1-iscsi',level=0,port_id=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,segment=NetworkSegment(f7336e52-fad8-4e5f-913f-0a18992e574a),segment_id=f7336e52-fad8-4e5f-913f-0a18992e574a)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:23:59.045945 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), precommit_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.059318 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c3eed2ee-1db4-45f8-8727-13ed11f455de req-6a4e9f2d-41aa-40d7-823b-0b9be9b675e0 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 210 time: 0.0433085 Feb 21 10:23:59.060675 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] Calling delete_port for 3ff3ede3-a688-4aa0-9bc1-d62f030b768f owned by network:dhcp {{(pid=102847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:23:59.165351 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), after_delete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.169317 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Made reservation on behalf of 767886ecaa96422d99bb4bfc838d7b2f for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:23:59.172645 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.193529 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] Pushing event deleted for resources: {'Port': ['ID=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,revision_number=None']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:59.197742 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807f74a9-05c9-4334-b354-75de28f9305c None None] No DVR routers for this DVR port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f on host dv-cinder-830091-1-iscsi {{(pid=102847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:59.198084 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (3ff3ede3-a688-4aa0-9bc1-d62f030b768f), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.235979 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] No DVR routers for this DVR port 3ff3ede3-a688-4aa0-9bc1-d62f030b768f on host dv-cinder-830091-1-iscsi {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:23:59.238235 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff3ede3-a688-4aa0-9bc1-d62f030b768f,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:59.355010 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (088c1ec1-a53b-410c-b05c-603b7cd83602), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.399089 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088c1ec1-a53b-410c-b05c-603b7cd83602']}} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:59.413707 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7336e52-fad8-4e5f-913f-0a18992e574a') {'for_net_delete': True} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:59.413951 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.services.segments.db [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7336e52-fad8-4e5f-913f-0a18992e574a') {} {{(pid=102846) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:23:59.425094 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Allocated IP 172.20.0.9 (752ee10f-1320-4f08-a86a-4006f1c4e354/69e103fc-e2f7-4e04-9be2-273c78fdd574/53e7efde-baa3-4640-b093-50edcddbbb5e) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:23:59.427788 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11972390'] for segment (f7336e52-fad8-4e5f-913f-0a18992e574a), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.450656 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (f7336e52-fad8-4e5f-913f-0a18992e574a), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.464769 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=102846) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:23:59.465193 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12307985'] for segment (f7336e52-fad8-4e5f-913f-0a18992e574a), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: self.session.flush() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: self.session.flush() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: self.session.flush() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: self.session.flush() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: Traceback (most recent call last): Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: timer() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: cb(*args, **kw) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: return func(*args, **kwargs) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: self._notify() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: self.callback(batched_events) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: event.method(event) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: return f(self, *a, **k) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._get(url).json() Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: return self.request(url, 'GET', **kwargs) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:23:59.466816 dv-cinder-830091-1-iscsi neutron-server[102846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:23:59.540889 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (088c1ec1-a53b-410c-b05c-603b7cd83602), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.545313 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.548448 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] 10.222.0.73 "DELETE /v2.0/networks/088c1ec1-a53b-410c-b05c-603b7cd83602 HTTP/1.1" status: 204 len: 168 time: 0.9729974 Feb 21 10:23:59.601876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565a7f7-aefa-40ee-bbf9-05b5f73e3e4f admin admin] Pushing event deleted for resources: {'Network': ['ID=088c1ec1-a53b-410c-b05c-603b7cd83602,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:59.659630 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43990) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:59.660121 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks [] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.694295 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.699000 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-300c6f49-fbd1-4c2e-bf9f-75f425059ea9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b0c470aef15d45a0bed2b2d51870ab7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381830 Feb 21 10:23:59.701397 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 43992) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:23:59.751442 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Network 752ee10f-1320-4f08-a86a-4006f1c4e354 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:23:59.752799 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Pushing event updated for resources: {'Port': ['ID=53e7efde-baa3-4640-b093-50edcddbbb5e,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:23:59.752981 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a5b458fa-bb76-4c5e-9aa5-7a3ad739c1ae admin admin] Publish callbacks [] for security_group (75406e13-c2b9-4fc5-8c01-87094760a86a), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.755394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:23:59.757440 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:23:59.773921 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 358fc7fa-ba57-4455-a1b3-23ab7f464a3f no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:59.785920 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a5b458fa-bb76-4c5e-9aa5-7a3ad739c1ae admin admin] Publish callbacks [] for security_group (75406e13-c2b9-4fc5-8c01-87094760a86a), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.795316 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 358fc7fa-ba57-4455-a1b3-23ab7f464a3f {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:59.795947 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 358fc7fa-ba57-4455-a1b3-23ab7f464a3f not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:59.796584 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device efb7550e-6de6-4d4d-a411-0a288acb6ca9 no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:59.805360 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:23:59.806006 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.815783 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: efb7550e-6de6-4d4d-a411-0a288acb6ca9 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:59.816267 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device efb7550e-6de6-4d4d-a411-0a288acb6ca9 not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:59.816925 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3ff3ede3-a688-4aa0-9bc1-d62f030b768f no longer exists at agent ovs-agent-dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:23:59.825352 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b1682b22-9e3a-4e4e-964b-0b7d8e8b2e69 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8896205 Feb 21 10:23:59.837720 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a5b458fa-bb76-4c5e-9aa5-7a3ad739c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (75406e13-c2b9-4fc5-8c01-87094760a86a), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.840442 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-a5b458fa-bb76-4c5e-9aa5-7a3ad739c1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:23:59.840807 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] No Port match for: 3ff3ede3-a688-4aa0-9bc1-d62f030b768f {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:23:59.841182 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Device 3ff3ede3-a688-4aa0-9bc1-d62f030b768f not bound to the agent host dv-cinder-830091-1-iscsi {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:23:59.844279 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-a5b458fa-bb76-4c5e-9aa5-7a3ad739c1ae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75406e13-c2b9-4fc5-8c01-87094760a86a HTTP/1.1" status: 204 len: 168 time: 0.1418245 Feb 21 10:23:59.852695 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b458fa-bb76-4c5e-9aa5-7a3ad739c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75406e13-c2b9-4fc5-8c01-87094760a86a,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:00.153895 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44002) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:00.179891 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8184cbc-6a42-405b-a8f1-4cb8047076e6 req-6c0a296a-46df-4c16-b44e-23c815d37a9e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:00.182095 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b8184cbc-6a42-405b-a8f1-4cb8047076e6 req-6c0a296a-46df-4c16-b44e-23c815d37a9e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 931 time: 0.0544407 Feb 21 10:24:00.192516 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c6b7dbcf-321f-4431-a34e-5c70c5d26a07 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0198dd2e14f3465ebd1ddcd1ff587b25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374701 Feb 21 10:24:00.195640 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44004) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:00.233287 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b8184cbc-6a42-405b-a8f1-4cb8047076e6 req-916add61-4693-4183-bae6-87e662883df3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452247 Feb 21 10:24:00.253181 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-97860714-f97a-4848-b42f-abb548323c9d admin admin] Publish callbacks [] for security_group (610495af-3f55-490b-af82-0f6af184564c), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.266959 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-97860714-f97a-4848-b42f-abb548323c9d admin admin] Publish callbacks [] for security_group (610495af-3f55-490b-af82-0f6af184564c), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.312177 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-97860714-f97a-4848-b42f-abb548323c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (610495af-3f55-490b-af82-0f6af184564c), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.314688 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-97860714-f97a-4848-b42f-abb548323c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.315884 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-97860714-f97a-4848-b42f-abb548323c9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/610495af-3f55-490b-af82-0f6af184564c HTTP/1.1" status: 204 len: 168 time: 0.1193032 Feb 21 10:24:00.323172 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97860714-f97a-4848-b42f-abb548323c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610495af-3f55-490b-af82-0f6af184564c,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:00.542683 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Request body: {'port': {'device_id': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:24:00.604163 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.865024 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e7efde-baa3-4640-b093-50edcddbbb5e {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:24:00.872572 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Publish callbacks [] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.884767 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Transition to ACTIVE for port object 53e7efde-baa3-4640-b093-50edcddbbb5e will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:24:00.889453 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:00.939354 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Pushing event updated for resources: {'Port': ['ID=53e7efde-baa3-4640-b093-50edcddbbb5e,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:01.002540 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Attempting to bind port 53e7efde-baa3-4640-b093-50edcddbbb5e on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:24:01.002886 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Attempting to bind port 53e7efde-baa3-4640-b093-50edcddbbb5e by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:24:01.003468 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Attempting to bind port 53e7efde-baa3-4640-b093-50edcddbbb5e on network 752ee10f-1320-4f08-a86a-4006f1c4e354 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:24:01.008165 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Port 53e7efde-baa3-4640-b093-50edcddbbb5e on network 752ee10f-1320-4f08-a86a-4006f1c4e354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:24:01.008490 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Attempting to bind port 53e7efde-baa3-4640-b093-50edcddbbb5e on network 752ee10f-1320-4f08-a86a-4006f1c4e354 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:24:01.013259 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:24:01.013598 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Checking segment: {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:24:01.013983 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Bound using segment: {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:24:01.014408 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Bound port: 53e7efde-baa3-4640-b093-50edcddbbb5e, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:24:01.014766 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:01.079977 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] For port 53e7efde-baa3-4640-b093-50edcddbbb5e, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:24:01.082962 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] For port 53e7efde-baa3-4640-b093-50edcddbbb5e, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53e7efde-baa3-4640-b093-50edcddbbb5e,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:24:01.089491 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:01.121758 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:01.122654 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:01.124048 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] 10.222.0.45 "PUT /v2.0/ports/53e7efde-baa3-4640-b093-50edcddbbb5e HTTP/1.1" status: 200 len: 1093 time: 0.5865548 Feb 21 10:24:01.124495 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'tag': '53e7efde-baa3-4640-b093-50edcddbbb5e'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:24:01.126783 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb" -d '{"events": [{"name": "network-changed", "server_uuid": "30b14916-adc0-47f9-b6aa-c41bf37319ac", "tag": "53e7efde-baa3-4640-b093-50edcddbbb5e"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:24:01.151905 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd0639-9631-48a9-8212-1752551fa8ca service neutron] Pushing event updated for resources: {'Port': ['ID=53e7efde-baa3-4640-b093-50edcddbbb5e,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:01.163536 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340b15d0-4797-410a-ad34-caf6a6b17ae3 x-openstack-request-id: req-340b15d0-4797-410a-ad34-caf6a6b17ae3 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:24:01.163835 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b14916-adc0-47f9-b6aa-c41bf37319ac", "tag": "53e7efde-baa3-4640-b093-50edcddbbb5e", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:24:01.164126 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-340b15d0-4797-410a-ad34-caf6a6b17ae3 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:24:01.164589 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'tag': '53e7efde-baa3-4640-b093-50edcddbbb5e', 'status': 'completed', 'code': 200} Feb 21 10:24:01.348296 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5477-e70b-4b2c-8016-e4f8487e4786 req-90890b04-1bd5-4081-bff6-4d57c6c68e09 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:01.349782 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ebd5477-e70b-4b2c-8016-e4f8487e4786 req-90890b04-1bd5-4081-bff6-4d57c6c68e09 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.0507748 Feb 21 10:24:01.396075 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5ebd5477-e70b-4b2c-8016-e4f8487e4786 req-09b2e488-520f-4b68-a051-750ba837099a tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400782 Feb 21 10:24:02.518273 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7795f-925a-40ab-8dc2-05649b8d194a req-cbdc9fb9-935d-4f82-a645-64dcb04139c7 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:02.519729 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2c7795f-925a-40ab-8dc2-05649b8d194a req-cbdc9fb9-935d-4f82-a645-64dcb04139c7 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.0560155 Feb 21 10:24:02.574833 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b2c7795f-925a-40ab-8dc2-05649b8d194a req-3cc287ec-5c49-4785-96b7-cf31211c1fde tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495367 Feb 21 10:24:02.780045 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb req-56ffa354-1015-4f1c-901a-04eb0bd6a85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:02.781588 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb req-56ffa354-1015-4f1c-901a-04eb0bd6a85b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 1127 time: 0.0439887 Feb 21 10:24:02.954347 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb req-0a9e384c-b804-4963-a814-2d809078ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:02.955800 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb req-0a9e384c-b804-4963-a814-2d809078ef7b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1638038 Feb 21 10:24:03.313568 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb req-262a52b6-a4ff-4722-b7db-0bd42eba9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:03.314950 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-3c342efa-8ae4-4cd7-8471-9713ab7c1efb req-262a52b6-a4ff-4722-b7db-0bd42eba9b06 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3505442 Feb 21 10:24:03.393560 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-5536ba2c-5ced-4398-872a-e3d5d651903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:03.395029 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-5536ba2c-5ced-4398-872a-e3d5d651903b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 1127 time: 0.0437098 Feb 21 10:24:03.436390 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-67125e9e-0a1c-4844-824b-ce69f5b8c614 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e7efde-baa3-4640-b093-50edcddbbb5e HTTP/1.1" status: 200 len: 217 time: 0.0331495 Feb 21 10:24:03.474760 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d58a08a6-5258-4451-82ff-7e130b8ef7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:03.495585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b2362aa0-4854-40da-b13e-5190ed7ac295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:03.497421 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-b2362aa0-4854-40da-b13e-5190ed7ac295 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69e103fc-e2f7-4e04-9be2-273c78fdd574 HTTP/1.1" status: 200 len: 849 time: 0.0548234 Feb 21 10:24:03.573088 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-4ce60c6e-89b2-418d-a58c-284fbe11b899 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=752ee10f-1320-4f08-a86a-4006f1c4e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245352 Feb 21 10:24:03.689758 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-e05df208-d4e6-4b49-8c59-f6fcdfd9df94 service neutron] 10.222.0.45 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109364 Feb 21 10:24:03.756527 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b4b8f-d4a3-4a2e-b607-90b5e58c0da1 req-4be631c3-313b-4ab8-9921-dada4f9cfb93 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:03.758021 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7f8b4b8f-d4a3-4a2e-b607-90b5e58c0da1 req-4be631c3-313b-4ab8-9921-dada4f9cfb93 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.1146822 Feb 21 10:24:03.815825 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4c87263e-dd7a-4a9d-af41-53ca756dde04 req-8b92f83f-9db3-4e6a-93f0-46dc131dd8d5 service neutron] 10.222.0.45 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188774 Feb 21 10:24:03.826796 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7f8b4b8f-d4a3-4a2e-b607-90b5e58c0da1 req-565dd57e-d0ed-40c2-8be0-33d968289aca tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630786 Feb 21 10:24:04.952547 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc5512-3ae4-40a8-9e9f-36fa24e7c1f9 req-40f61e5a-7ca0-4ad3-b23c-83e055e53d06 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:04.954061 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ddc5512-3ae4-40a8-9e9f-36fa24e7c1f9 req-40f61e5a-7ca0-4ad3-b23c-83e055e53d06 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.0568244 Feb 21 10:24:05.000926 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9ddc5512-3ae4-40a8-9e9f-36fa24e7c1f9 req-42e063ff-e1d8-462a-95d8-3e50c9186047 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Feb 21 10:24:05.840741 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-6fec1c8f-2ac5-47d7-8a25-b16e054da929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:05.964484 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:24:06.118180 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f111a8-d2f7-4f18-9bed-d2a7bb4fb78c req-19395a5e-1d6f-4399-b4e0-381af9f3d9cd tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:06.119641 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d6f111a8-d2f7-4f18-9bed-d2a7bb4fb78c req-19395a5e-1d6f-4399-b4e0-381af9f3d9cd tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.0528491 Feb 21 10:24:06.166151 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-d6f111a8-d2f7-4f18-9bed-d2a7bb4fb78c req-ca5e63f5-43ba-4ddc-9a4f-72a6e8e69c6d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Feb 21 10:24:06.987537 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:07.280972 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72b5a8-bd08-4b4f-891b-0b08933f882d req-96b6ab8f-936a-47af-8c99-264709a55436 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:07.282479 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9e72b5a8-bd08-4b4f-891b-0b08933f882d req-96b6ab8f-936a-47af-8c99-264709a55436 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.0514219 Feb 21 10:24:07.331364 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-9e72b5a8-bd08-4b4f-891b-0b08933f882d req-d66b795a-5249-4e40-97b1-ea19fc44afa1 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435345 Feb 21 10:24:08.401801 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:08.464342 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96124c3-3b20-43bf-b2bc-d7f8e9f7326a req-b866dadb-d559-4fbf-b7b6-f6a06b055eed tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:08.466018 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b96124c3-3b20-43bf-b2bc-d7f8e9f7326a req-b866dadb-d559-4fbf-b7b6-f6a06b055eed tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 943 time: 0.0615325 Feb 21 10:24:08.524077 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b96124c3-3b20-43bf-b2bc-d7f8e9f7326a req-59da4df9-da0e-4b01-b4dc-fabd7be45600 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515866 Feb 21 10:24:08.779807 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 53e7efde-baa3-4640-b093-50edcddbbb5e details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:24:08.880092 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 53e7efde-baa3-4640-b093-50edcddbbb5e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53e7efde-baa3-4640-b093-50edcddbbb5e,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:08.893681 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '53e7efde-baa3-4640-b093-50edcddbbb5e', 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354', 'port_id': '53e7efde-baa3-4640-b093-50edcddbbb5e', 'mac_address': 'fa:16:3e:5e:dd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e103fc-e2f7-4e04-9be2-273c78fdd574', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:24:08.930108 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 53e7efde-baa3-4640-b093-50edcddbbb5e is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:24:08.930498 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:08.946986 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e7efde-baa3-4640-b093-50edcddbbb5e {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:24:08.965755 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 53e7efde-baa3-4640-b093-50edcddbbb5e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53e7efde-baa3-4640-b093-50edcddbbb5e,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:08.969290 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:09.018355 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=53e7efde-baa3-4640-b093-50edcddbbb5e,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:09.359526 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['53e7efde-baa3-4640-b093-50edcddbbb5e'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:24:09.647570 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b295e-171c-4f7c-a6e1-76922d3baa90 req-4b521b07-ef0d-4691-9285-475ec1fc38ad tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:09.648954 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b44b295e-171c-4f7c-a6e1-76922d3baa90 req-4b521b07-ef0d-4691-9285-475ec1fc38ad tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 944 time: 0.0523145 Feb 21 10:24:09.693996 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-b44b295e-171c-4f7c-a6e1-76922d3baa90 req-03d3d111-5efd-4793-a161-c0ec62ff0f71 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Feb 21 10:24:09.910907 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:10.780631 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 53e7efde-baa3-4640-b093-50edcddbbb5e up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:24:10.814807 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719488c-f292-4fcf-a9ab-de58bd97f9a3 req-e5913132-22ae-43e6-9bde-b6d23219fc28 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:10.816300 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4719488c-f292-4fcf-a9ab-de58bd97f9a3 req-e5913132-22ae-43e6-9bde-b6d23219fc28 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 944 time: 0.0573568 Feb 21 10:24:10.829557 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 53e7efde-baa3-4640-b093-50edcddbbb5e completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:24:10.833671 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 53e7efde-baa3-4640-b093-50edcddbbb5e triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:24:10.834050 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:10.863699 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-4719488c-f292-4fcf-a9ab-de58bd97f9a3 req-0ca0596f-c722-4330-afb0-e0d72e878a2c tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Feb 21 10:24:10.911378 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 53e7efde-baa3-4640-b093-50edcddbbb5e is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:24:10.911977 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:10.937727 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7efde-baa3-4640-b093-50edcddbbb5e'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:24:10.939957 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf5e25-c9f0-4db5-8d95-1bf472ded8a5" -d '{"events": [{"server_uuid": "30b14916-adc0-47f9-b6aa-c41bf37319ac", "name": "network-vif-plugged", "status": "completed", "tag": "53e7efde-baa3-4640-b093-50edcddbbb5e"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:24:10.952533 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 53e7efde-baa3-4640-b093-50edcddbbb5e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53e7efde-baa3-4640-b093-50edcddbbb5e,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:10.956632 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:10.980032 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e52994-e5f0-406c-b08c-2a198c4ab73f x-openstack-request-id: req-d9e52994-e5f0-406c-b08c-2a198c4ab73f {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:24:10.980337 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b14916-adc0-47f9-b6aa-c41bf37319ac", "name": "network-vif-plugged", "status": "completed", "tag": "53e7efde-baa3-4640-b093-50edcddbbb5e", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:24:10.980656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9e52994-e5f0-406c-b08c-2a198c4ab73f {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:24:10.981172 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e7efde-baa3-4640-b093-50edcddbbb5e', 'code': 200} Feb 21 10:24:11.006204 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=53e7efde-baa3-4640-b093-50edcddbbb5e,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:11.144644 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68321a56-9fec-4350-a91d-b96ba97454c1 req-57e3a1b9-e751-412d-b3de-a54d2e8c2505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:11.146269 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-68321a56-9fec-4350-a91d-b96ba97454c1 req-57e3a1b9-e751-412d-b3de-a54d2e8c2505 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 1129 time: 0.0468686 Feb 21 10:24:11.191368 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-68321a56-9fec-4350-a91d-b96ba97454c1 req-3f7bf97c-7593-459a-b3eb-49cf9288ff60 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382700 Feb 21 10:24:11.983513 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362cd08-e5be-4344-a836-34284f67cf85 req-de87466f-c7ab-49d5-a18f-c83063fa6abc tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:11.984875 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c362cd08-e5be-4344-a836-34284f67cf85 req-de87466f-c7ab-49d5-a18f-c83063fa6abc tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 945 time: 0.0548780 Feb 21 10:24:12.030263 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c362cd08-e5be-4344-a836-34284f67cf85 req-2cd645de-c010-4033-8f24-53120de8b7c4 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Feb 21 10:24:13.148162 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba64281a-1fe1-47b2-9a9d-49d81e3c0efc req-e77bc20c-cb2c-41a0-b160-15a8cec6adad tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:13.149676 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ba64281a-1fe1-47b2-9a9d-49d81e3c0efc req-e77bc20c-cb2c-41a0-b160-15a8cec6adad tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 945 time: 0.0520768 Feb 21 10:24:13.196009 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ba64281a-1fe1-47b2-9a9d-49d81e3c0efc req-894d6980-b53e-48bd-a8ce-f6ef02a6f241 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Feb 21 10:24:13.404799 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44116) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:13.450451 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Deleting subnet 33ad8605-7409-40b3-b463-5a3ef508eb87 {{(pid=102845) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:24:13.453667 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Publish callbacks [] for subnet (33ad8605-7409-40b3-b463-5a3ef508eb87), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:13.497483 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12086812'] for subnet (33ad8605-7409-40b3-b463-5a3ef508eb87), precommit_delete_associations {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:13.549215 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (33ad8605-7409-40b3-b463-5a3ef508eb87), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:13.801933 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f91c2-9b4c-4a88-a35c-39b323002d1c req-efb1f115-dbcc-4f9b-baf0-6ec7ce2c5ae0 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:13.803428 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-316f91c2-9b4c-4a88-a35c-39b323002d1c req-efb1f115-dbcc-4f9b-baf0-6ec7ce2c5ae0 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 945 time: 0.0546741 Feb 21 10:24:13.840188 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12289830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12456789'] for subnet (33ad8605-7409-40b3-b463-5a3ef508eb87), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:13.855097 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-316f91c2-9b4c-4a88-a35c-39b323002d1c req-b4aa589f-1b83-4d7f-866b-50ffd464e22e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455527 Feb 21 10:24:13.866286 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ad8605-7409-40b3-b463-5a3ef508eb87,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:13.868385 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:13.874701 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-9c0b737b-0dbb-4a23-868a-cfb502f72031 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/33ad8605-7409-40b3-b463-5a3ef508eb87 HTTP/1.1" status: 204 len: 168 time: 0.4662533 Feb 21 10:24:13.874930 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44126) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:13.941475 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.019956 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.039359 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:24:14.048334 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a65893d-d50c-4117-b845-525020f5d547') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:24:14.048617 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a65893d-d50c-4117-b845-525020f5d547') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:24:14.058164 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (9a65893d-d50c-4117-b845-525020f5d547), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.070922 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (9a65893d-d50c-4117-b845-525020f5d547), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.077211 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:24:14.077598 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (9a65893d-d50c-4117-b845-525020f5d547), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:24:14.079215 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:24:14.134992 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.141427 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.144697 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6 HTTP/1.1" status: 204 len: 168 time: 0.2688468 Feb 21 10:24:14.154325 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4afad6-b933-4dc0-8bbd-ad7e58b8c727 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ebb00cb-6bdd-41c7-8f5c-96b5207d25b6,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:14.298416 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 44130) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:14.337285 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-7bcbda86-e8af-4ca9-86b6-07c6f04af9cd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=edc104455e2e4cadacddad46e85abfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377054 Feb 21 10:24:14.340249 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 44132) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:14.385999 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0b270d-3891-4115-ac94-058c920a47e8 admin admin] Publish callbacks [] for security_group (1867d7ad-059b-4bb8-9805-0c68eb926313), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.406680 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0b270d-3891-4115-ac94-058c920a47e8 admin admin] Publish callbacks [] for security_group (1867d7ad-059b-4bb8-9805-0c68eb926313), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.453524 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0b270d-3891-4115-ac94-058c920a47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (1867d7ad-059b-4bb8-9805-0c68eb926313), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.456022 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-ba0b270d-3891-4115-ac94-058c920a47e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:14.457206 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-ba0b270d-3891-4115-ac94-058c920a47e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1867d7ad-059b-4bb8-9805-0c68eb926313 HTTP/1.1" status: 204 len: 168 time: 0.1160002 Feb 21 10:24:14.465314 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b270d-3891-4115-ac94-058c920a47e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1867d7ad-059b-4bb8-9805-0c68eb926313,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:14.977310 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d04261-80da-4c3c-8b8c-db9817a7044d req-60bbf88f-9ebf-4d8c-82e0-9bec0f373fbc tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:14.979343 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-80d04261-80da-4c3c-8b8c-db9817a7044d req-60bbf88f-9ebf-4d8c-82e0-9bec0f373fbc tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 945 time: 0.0527005 Feb 21 10:24:15.028267 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-80d04261-80da-4c3c-8b8c-db9817a7044d req-6285ea16-3953-4a28-85c8-d546d3b06c4e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 Feb 21 10:24:15.195231 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-f6060e85-c11b-403f-adba-bbb547c81c84 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:15.196582 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-f6060e85-c11b-403f-adba-bbb547c81c84 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "GET /v2.0/ports?device_id=30b14916-adc0-47f9-b6aa-c41bf37319ac HTTP/1.1" status: 200 len: 945 time: 0.0513475 Feb 21 10:24:15.285687 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Deleting port 53e7efde-baa3-4640-b093-50edcddbbb5e {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:24:15.286030 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:15.375234 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] For port 53e7efde-baa3-4640-b093-50edcddbbb5e, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=53e7efde-baa3-4640-b093-50edcddbbb5e,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:15.375942 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:15.387782 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Calling delete_port for 53e7efde-baa3-4640-b093-50edcddbbb5e owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:24:15.513485 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (53e7efde-baa3-4640-b093-50edcddbbb5e), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:15.524539 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['53e7efde-baa3-4640-b093-50edcddbbb5e'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:24:15.542669 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Pushing event deleted for resources: {'Port': ['ID=53e7efde-baa3-4640-b093-50edcddbbb5e,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:15.584443 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] No DVR routers for this DVR port 53e7efde-baa3-4640-b093-50edcddbbb5e on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:24:15.586868 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:15.590115 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-1303f83f-4c46-4264-a81c-146a61e33bc0 req-88b9c688-a34a-4d7d-b39f-da2b269c050d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "DELETE /v2.0/ports/53e7efde-baa3-4640-b093-50edcddbbb5e HTTP/1.1" status: 204 len: 173 time: 0.3876257 Feb 21 10:24:15.590558 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'name': 'network-vif-deleted', 'tag': '53e7efde-baa3-4640-b093-50edcddbbb5e'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:24:15.592780 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91881f-8fda-424b-b0fd-241876c02118" -d '{"events": [{"server_uuid": "30b14916-adc0-47f9-b6aa-c41bf37319ac", "name": "network-vif-deleted", "tag": "53e7efde-baa3-4640-b093-50edcddbbb5e"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:24:15.630995 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19925cf9-0039-477d-930b-59513e3470c5 x-openstack-request-id: req-19925cf9-0039-477d-930b-59513e3470c5 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:24:15.631302 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b14916-adc0-47f9-b6aa-c41bf37319ac", "name": "network-vif-deleted", "tag": "53e7efde-baa3-4640-b093-50edcddbbb5e", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:24:15.631558 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19925cf9-0039-477d-930b-59513e3470c5 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:24:15.631964 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b14916-adc0-47f9-b6aa-c41bf37319ac', 'name': 'network-vif-deleted', 'tag': '53e7efde-baa3-4640-b093-50edcddbbb5e', 'status': 'completed', 'code': 200} Feb 21 10:24:16.384923 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-19074b3f-a655-4b45-af7c-333f072f6a9e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:16.386915 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-19074b3f-a655-4b45-af7c-333f072f6a9e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/networks?id=752ee10f-1320-4f08-a86a-4006f1c4e354 HTTP/1.1" status: 200 len: 809 time: 0.1017139 Feb 21 10:24:16.403050 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-35f8010e-9a74-413d-a2bb-e024b025d7b5 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/quotas/767886ecaa96422d99bb4bfc838d7b2f HTTP/1.1" status: 200 len: 375 time: 0.0108650 Feb 21 10:24:16.433963 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-af3dc796-86d6-4385-8471-f1cb727d4a4d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261405 Feb 21 10:24:16.523645 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-6ebf0d05-be19-409c-bd7f-96ec89ed1712 service neutron] 10.222.0.73 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825567 Feb 21 10:24:16.610805 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b58143b4-8527-41ac-8fb3-0bb3c224ebd9 service neutron] 10.222.0.73 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807431 Feb 21 10:24:16.763458 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c22f5403-152c-4e6c-bd61-3e62c24b397f req-1fcf1b69-98d1-4094-8988-1005449e8f52 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 210 time: 0.0267580 Feb 21 10:24:17.860137 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-864330c8-f505-461f-b3ef-6cba4296578b req-ab0214e5-4b11-4fd1-9d48-00dd39653567 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Feb 21 10:24:17.898909 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-f6e82258-8390-4392-a570-630198314b6d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:17.900347 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-f6e82258-8390-4392-a570-630198314b6d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "GET /v2.0/networks?id=752ee10f-1320-4f08-a86a-4006f1c4e354 HTTP/1.1" status: 200 len: 809 time: 0.1334214 Feb 21 10:24:17.914050 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Request body: {'port': {'device_id': '982bd577-38e9-43ce-a52f-7e27921499b3', 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354', 'admin_state_up': True, 'tenant_id': '767886ecaa96422d99bb4bfc838d7b2f'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:24:18.021183 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Made reservation on behalf of 767886ecaa96422d99bb4bfc838d7b2f for: {'port': 1} {{(pid=102846) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 10:24:18.024476 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (None), before_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.146314 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_common [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Allocated IP 172.20.0.9 (752ee10f-1320-4f08-a86a-4006f1c4e354/69e103fc-e2f7-4e04-9be2-273c78fdd574/60538814-e8f9-4dcf-8885-76b16bdfe043) {{(pid=102846) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 10:24:18.293107 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks [] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), precommit_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.325130 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749143230504', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), after_create {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.364737 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Network 752ee10f-1320-4f08-a86a-4006f1c4e354 is already hosted by enough agents. {{(pid=102846) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 10:24:18.367772 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.scheduler.base_scheduler [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Resources bound (agent type, host, resource id): {{(pid=102846) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 10:24:18.371336 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Received port after_create {{(pid=102846) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 10:24:18.400865 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Pushing event updated for resources: {'Port': ['ID=60538814-e8f9-4dcf-8885-76b16bdfe043,revision_number=1']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:18.424594 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:18.425237 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.444152 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-0a20d158-b6f2-4f31-be04-4cf9907eb506 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336521 Feb 21 10:24:18.460959 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.v2.base [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Request body: {'port': {'device_id': '982bd577-38e9-43ce-a52f-7e27921499b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=102846) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 10:24:18.521279 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.772365 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60538814-e8f9-4dcf-8885-76b16bdfe043 {{(pid=102846) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:24:18.780160 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Publish callbacks [] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), precommit_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.791590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.provisioning_blocks [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Transition to ACTIVE for port object 60538814-e8f9-4dcf-8885-76b16bdfe043 will not be triggered until provisioned by entity L2. {{(pid=102846) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 10:24:18.799248 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:18.818928 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 53e7efde-baa3-4640-b093-50edcddbbb5e no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:24:18.840064 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 53e7efde-baa3-4640-b093-50edcddbbb5e {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:24:18.840421 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 53e7efde-baa3-4640-b093-50edcddbbb5e not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:24:18.854415 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Pushing event updated for resources: {'Port': ['ID=60538814-e8f9-4dcf-8885-76b16bdfe043,revision_number=2']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:18.921672 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Attempting to bind port 60538814-e8f9-4dcf-8885-76b16bdfe043 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 10:24:18.922348 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Attempting to bind port 60538814-e8f9-4dcf-8885-76b16bdfe043 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 10:24:18.922348 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Attempting to bind port 60538814-e8f9-4dcf-8885-76b16bdfe043 on network 752ee10f-1320-4f08-a86a-4006f1c4e354 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:24:18.926701 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Port 60538814-e8f9-4dcf-8885-76b16bdfe043 on network 752ee10f-1320-4f08-a86a-4006f1c4e354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 10:24:18.927031 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Attempting to bind port 60538814-e8f9-4dcf-8885-76b16bdfe043 on network 752ee10f-1320-4f08-a86a-4006f1c4e354 {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 10:24:18.941249 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Checking agent: {'id': 'b7ce2e88-2342-443b-b178-2d80b7bb1245', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'started_at': datetime.datetime(2022, 2, 21, 10, 8, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 10, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 10:24:18.941590 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Checking segment: {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102846) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 10:24:18.941966 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Bound using segment: {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'} {{(pid=102846) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 10:24:18.942394 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.managers [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Bound port: 60538814-e8f9-4dcf-8885-76b16bdfe043, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354'}}] {{(pid=102846) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 10:24:18.942750 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), before_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:19.019936 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e95af-4605-451d-93a0-df906646105d req-a0989239-d9d9-40a2-9ec4-4e74848e2680 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.021463 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6a5e95af-4605-451d-93a0-df906646105d req-a0989239-d9d9-40a2-9ec4-4e74848e2680 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 943 time: 0.0923703 Feb 21 10:24:19.058294 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] For port 60538814-e8f9-4dcf-8885-76b16bdfe043, host hv-cinder-83009, cleared binding levels {{(pid=102846) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 10:24:19.079098 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] For port 60538814-e8f9-4dcf-8885-76b16bdfe043, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60538814-e8f9-4dcf-8885-76b16bdfe043,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102846) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 10:24:19.091513 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12308029'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), after_update {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:19.103645 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-6a5e95af-4605-451d-93a0-df906646105d req-1acc49d0-df70-4b15-aa45-f79fcec99e4d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742614 Feb 21 10:24:19.135102 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.136898 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:19.138554 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] 10.222.0.45 "PUT /v2.0/ports/60538814-e8f9-4dcf-8885-76b16bdfe043 HTTP/1.1" status: 200 len: 1093 time: 0.6815403 Feb 21 10:24:19.140629 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982bd577-38e9-43ce-a52f-7e27921499b3', 'tag': '60538814-e8f9-4dcf-8885-76b16bdfe043'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:24:19.144208 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4830e37-7225-4442-8ebe-cf3ff525ddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "982bd577-38e9-43ce-a52f-7e27921499b3", "tag": "60538814-e8f9-4dcf-8885-76b16bdfe043"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:24:19.164589 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e60f7e-e618-46e6-96e9-2063dcfd32a2 service neutron] Pushing event updated for resources: {'Port': ['ID=60538814-e8f9-4dcf-8885-76b16bdfe043,revision_number=3']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:19.182123 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 10:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d0028-5465-444b-9618-99ec151590ec x-openstack-request-id: req-b59d0028-5465-444b-9618-99ec151590ec {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:24:19.182979 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982bd577-38e9-43ce-a52f-7e27921499b3", "tag": "60538814-e8f9-4dcf-8885-76b16bdfe043", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:24:19.183234 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b59d0028-5465-444b-9618-99ec151590ec {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:24:19.183634 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982bd577-38e9-43ce-a52f-7e27921499b3', 'tag': '60538814-e8f9-4dcf-8885-76b16bdfe043', 'status': 'completed', 'code': 200} Feb 21 10:24:19.229427 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-49bc76b5-12b1-420b-817a-062d2300d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.230890 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-49bc76b5-12b1-420b-817a-062d2300d72b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 1127 time: 0.0436149 Feb 21 10:24:19.275035 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-6cacfa5c-c1b0-4a61-844f-84837eefb4c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60538814-e8f9-4dcf-8885-76b16bdfe043 HTTP/1.1" status: 200 len: 217 time: 0.0375493 Feb 21 10:24:19.321110 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-25985fc7-9e86-4540-9c8f-d497a129157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.322434 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-25985fc7-9e86-4540-9c8f-d497a129157a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69e103fc-e2f7-4e04-9be2-273c78fdd574 HTTP/1.1" status: 200 len: 849 time: 0.0417504 Feb 21 10:24:19.352321 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-18a5bd1a-f3bf-4ecc-a2bd-2ae00fb458f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=752ee10f-1320-4f08-a86a-4006f1c4e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241430 Feb 21 10:24:19.443094 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-a0164224-f168-4b7e-a196-22cc070e438e service neutron] 10.222.0.45 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842834 Feb 21 10:24:19.532639 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-5085db6f-a96c-44d3-801d-0bbba649f10e req-c7815a82-e20d-4f33-bbf1-201966fffef4 service neutron] 10.222.0.45 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836709 Feb 21 10:24:19.617739 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-aaca2abf-27d8-4e26-aef0-7889f94772f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.619109 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-aaca2abf-27d8-4e26-aef0-7889f94772f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 1127 time: 0.0436409 Feb 21 10:24:19.709234 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-d58b5101-838b-4f2c-8f47-290b64a6885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.710780 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-d58b5101-838b-4f2c-8f47-290b64a6885d service neutron] 10.222.0.45 "GET /v2.0/networks?id=752ee10f-1320-4f08-a86a-4006f1c4e354 HTTP/1.1" status: 200 len: 910 time: 0.0848098 Feb 21 10:24:19.751173 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-31682fc5-34dc-4685-90be-35b16176e1e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60538814-e8f9-4dcf-8885-76b16bdfe043 HTTP/1.1" status: 200 len: 217 time: 0.0341966 Feb 21 10:24:19.802100 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-66f921b3-6a97-4eb0-8860-9abc5acb8a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:19.803512 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-66f921b3-6a97-4eb0-8860-9abc5acb8a6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69e103fc-e2f7-4e04-9be2-273c78fdd574 HTTP/1.1" status: 200 len: 849 time: 0.0464053 Feb 21 10:24:19.833776 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-cc587f69-d75f-4ebc-9346-21db53c940ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=752ee10f-1320-4f08-a86a-4006f1c4e354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238492 Feb 21 10:24:19.919474 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-d9498faf-0ec1-495a-9831-2425eec9d662 service neutron] 10.222.0.45 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790100 Feb 21 10:24:20.009213 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-f4830e37-7225-4442-8ebe-cf3ff525ddc4 req-1d5c1b6c-0259-48f7-b972-ee8aaeec4c12 service neutron] 10.222.0.45 "GET /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832849 Feb 21 10:24:20.229742 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb0dea-c668-4356-9559-c8a13e5162be req-f644bf02-ec4d-4afd-875b-a54487ebb2ee tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:20.231113 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7ccb0dea-c668-4356-9559-c8a13e5162be req-f644bf02-ec4d-4afd-875b-a54487ebb2ee tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 943 time: 0.0548968 Feb 21 10:24:20.277674 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-7ccb0dea-c668-4356-9559-c8a13e5162be req-7ad7f566-17c1-4c7e-a5f0-1c32d6babebc tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Feb 21 10:24:21.394953 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7e68-98ca-4ae7-b927-c8916a5e4249 req-28a344c2-62be-4b43-b527-3335e09ed748 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:21.396463 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-91cf7e68-98ca-4ae7-b927-c8916a5e4249 req-28a344c2-62be-4b43-b527-3335e09ed748 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 943 time: 0.0525396 Feb 21 10:24:21.448757 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-91cf7e68-98ca-4ae7-b927-c8916a5e4249 req-efbd14ba-c6f5-4aaf-9da0-e2cdeaf6ced7 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Feb 21 10:24:22.565714 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cbf4a-9b2d-4989-920a-f6740d050656 req-75bc9990-6776-4e01-abc3-51ed4d945dcb tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:22.567216 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-832cbf4a-9b2d-4989-920a-f6740d050656 req-75bc9990-6776-4e01-abc3-51ed4d945dcb tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 943 time: 0.0524583 Feb 21 10:24:22.612863 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-832cbf4a-9b2d-4989-920a-f6740d050656 req-dffe3c4e-9c8e-4b8c-b9e4-d382b3391270 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Feb 21 10:24:22.836354 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 60538814-e8f9-4dcf-8885-76b16bdfe043 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=102847) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 10:24:22.930503 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 60538814-e8f9-4dcf-8885-76b16bdfe043, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60538814-e8f9-4dcf-8885-76b16bdfe043,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:22.942261 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Returning: {'device': '60538814-e8f9-4dcf-8885-76b16bdfe043', 'network_id': '752ee10f-1320-4f08-a86a-4006f1c4e354', 'port_id': '60538814-e8f9-4dcf-8885-76b16bdfe043', 'mac_address': 'fa:16:3e:c2:73:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e103fc-e2f7-4e04-9be2-273c78fdd574', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102847) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 10:24:22.977705 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 60538814-e8f9-4dcf-8885-76b16bdfe043 is: DOWN; New status is: BUILD {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:24:22.978094 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:22.990960 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60538814-e8f9-4dcf-8885-76b16bdfe043 {{(pid=102847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 10:24:23.010070 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 60538814-e8f9-4dcf-8885-76b16bdfe043, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60538814-e8f9-4dcf-8885-76b16bdfe043,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:23.014893 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:23.054798 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:23.070656 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=60538814-e8f9-4dcf-8885-76b16bdfe043,revision_number=4']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:23.078303 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.078658 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.079004 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.079348 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.079682 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.080016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.080347 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.080678 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.081005 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.081362 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.081694 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.082022 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.082343 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:23.330140 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['60538814-e8f9-4dcf-8885-76b16bdfe043'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:24:23.727506 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f1880-0655-4b4b-b752-ce5bed1cde5d req-6ab97096-cc94-4c91-8217-21e61235ed1a tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:23.728987 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c65f1880-0655-4b4b-b752-ce5bed1cde5d req-6ab97096-cc94-4c91-8217-21e61235ed1a tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 944 time: 0.0514915 Feb 21 10:24:23.774533 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c65f1880-0655-4b4b-b752-ce5bed1cde5d req-afabe0ee-0872-4442-ae03-4c7385d2bd4e tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399585 Feb 21 10:24:24.827751 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 60538814-e8f9-4dcf-8885-76b16bdfe043 up at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 10:24:24.876607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning for port 60538814-e8f9-4dcf-8885-76b16bdfe043 completed by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 10:24:24.880637 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.db.provisioning_blocks [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Provisioning complete for port 60538814-e8f9-4dcf-8885-76b16bdfe043 triggered by entity L2. {{(pid=102847) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 10:24:24.881014 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4065817'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), provisioning_complete {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:24.896081 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f3c71-3cc2-40d3-9482-7e034c224a30 req-b8a2fc7a-4c22-4f47-9ead-1db84fb98b2a tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:24.897588 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca0f3c71-3cc2-40d3-9482-7e034c224a30 req-b8a2fc7a-4c22-4f47-9ead-1db84fb98b2a tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 944 time: 0.0560184 Feb 21 10:24:24.944048 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ca0f3c71-3cc2-40d3-9482-7e034c224a30 req-3a0d3a03-3665-4773-a174-5f7a7539c061 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Feb 21 10:24:24.960614 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Current status of the port 60538814-e8f9-4dcf-8885-76b16bdfe043 is: BUILD; New status is: ACTIVE {{(pid=102847) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 10:24:24.960996 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4159488'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), before_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:24.984174 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bd577-38e9-43ce-a52f-7e27921499b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60538814-e8f9-4dcf-8885-76b16bdfe043'}] {{(pid=102847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:24:24.986392 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e377f1d6c9d7e5e26eade380fc0b94a9aa0660db004eebf5c6d5418a18f55c7f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef1e91d-a5ba-4ed0-834a-e1a4aeb4ee6e" -d '{"events": [{"server_uuid": "982bd577-38e9-43ce-a52f-7e27921499b3", "name": "network-vif-plugged", "status": "completed", "tag": "60538814-e8f9-4dcf-8885-76b16bdfe043"}]}' {{(pid=102847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:24:24.998871 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] For port 60538814-e8f9-4dcf-8885-76b16bdfe043, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60538814-e8f9-4dcf-8885-76b16bdfe043,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:25.002655 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749143671691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749143230522', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749143230540'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:25.028709 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065ae47e-c238-4e9c-9f0f-c32071406916 x-openstack-request-id: req-065ae47e-c238-4e9c-9f0f-c32071406916 {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:24:25.029753 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bd577-38e9-43ce-a52f-7e27921499b3", "name": "network-vif-plugged", "status": "completed", "tag": "60538814-e8f9-4dcf-8885-76b16bdfe043", "code": 200}]} {{(pid=102847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:24:25.030001 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-065ae47e-c238-4e9c-9f0f-c32071406916 {{(pid=102847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:24:25.030585 dv-cinder-830091-1-iscsi neutron-server[102847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982bd577-38e9-43ce-a52f-7e27921499b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60538814-e8f9-4dcf-8885-76b16bdfe043', 'code': 200} Feb 21 10:24:25.058718 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Pushing event updated for resources: {'Port': ['ID=60538814-e8f9-4dcf-8885-76b16bdfe043,revision_number=5']} {{(pid=102847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:25.186100 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461b4c3-2360-4ab6-9a2e-29413ce8594e req-08d5fb7d-7c23-4f18-b8ad-9d35bf16ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:25.187576 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0461b4c3-2360-4ab6-9a2e-29413ce8594e req-08d5fb7d-7c23-4f18-b8ad-9d35bf16ab5d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 1129 time: 0.0433125 Feb 21 10:24:25.230774 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-0461b4c3-2360-4ab6-9a2e-29413ce8594e req-256f0ddf-9476-4f33-8944-4c26d1479baa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364707 Feb 21 10:24:26.062167 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa22cd1-22b1-4936-aaec-ce3dc03728cd req-19357c08-4b61-45c1-ab7f-6e3d45465c63 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:26.063628 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-baa22cd1-22b1-4936-aaec-ce3dc03728cd req-19357c08-4b61-45c1-ab7f-6e3d45465c63 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 945 time: 0.0541523 Feb 21 10:24:26.109602 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-baa22cd1-22b1-4936-aaec-ce3dc03728cd req-4818a034-ac88-41bb-8e9b-69468c8adea8 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Feb 21 10:24:27.234430 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692f1a-4ce9-44b2-9bbe-7632a8e0ace6 req-397781db-8ef6-48f4-b6de-39a60c4ea5b5 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:27.235990 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-99692f1a-4ce9-44b2-9bbe-7632a8e0ace6 req-397781db-8ef6-48f4-b6de-39a60c4ea5b5 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Feb 21 10:24:27.285511 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-99692f1a-4ce9-44b2-9bbe-7632a8e0ace6 req-dc24ac78-ad78-4613-8d83-92733551f6d9 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Feb 21 10:24:27.912371 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e504875-953a-40a8-a912-aa5a55568476 req-f397ea59-814f-43b0-a704-a0462a589af5 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:27.913783 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e504875-953a-40a8-a912-aa5a55568476 req-f397ea59-814f-43b0-a704-a0462a589af5 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 945 time: 0.0513546 Feb 21 10:24:27.962597 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-2e504875-953a-40a8-a912-aa5a55568476 req-fdcaa2e1-4a03-44cf-90de-ecfd1aa485f1 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429227 Feb 21 10:24:29.085876 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68db02-593c-4165-a5cd-629b7bde8494 req-f77a55af-3750-4d4f-97bf-0fb95940cff7 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:29.087330 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab68db02-593c-4165-a5cd-629b7bde8494 req-f77a55af-3750-4d4f-97bf-0fb95940cff7 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 945 time: 0.0524156 Feb 21 10:24:29.132956 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-ab68db02-593c-4165-a5cd-629b7bde8494 req-6ba0dee8-1f0e-44c2-af9b-20cf01e14d1d tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.73 "GET /v2.0/security-groups?id=7ebe632e-1be9-4924-a0c1-46a28af42961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394235 Feb 21 10:24:29.278703 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-0c91afaf-5653-4db0-84ef-ec650548ee90 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102846) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 10:24:29.280143 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-0c91afaf-5653-4db0-84ef-ec650548ee90 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "GET /v2.0/ports?device_id=982bd577-38e9-43ce-a52f-7e27921499b3 HTTP/1.1" status: 200 len: 945 time: 0.0514913 Feb 21 10:24:29.370178 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Deleting port 60538814-e8f9-4dcf-8885-76b16bdfe043 {{(pid=102846) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 10:24:29.370517 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749143667222'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:29.457156 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.db [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] For port 60538814-e8f9-4dcf-8885-76b16bdfe043, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=60538814-e8f9-4dcf-8885-76b16bdfe043,segment=NetworkSegment(ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea),segment_id=ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea)] {{(pid=102846) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 10:24:29.457528 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-719036'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:29.469304 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.plugins.ml2.plugin [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Calling delete_port for 60538814-e8f9-4dcf-8885-76b16bdfe043 owned by compute:nova {{(pid=102846) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 10:24:29.595855 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4160461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-200979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749143671673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749143230513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12308006'] for port (60538814-e8f9-4dcf-8885-76b16bdfe043), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:29.606886 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.db [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] get_ports_and_sgs() called for port_ids ['60538814-e8f9-4dcf-8885-76b16bdfe043'] {{(pid=102847) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 10:24:29.622262 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Pushing event deleted for resources: {'Port': ['ID=60538814-e8f9-4dcf-8885-76b16bdfe043,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:29.666284 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] No DVR routers for this DVR port 60538814-e8f9-4dcf-8885-76b16bdfe043 on host hv-cinder-83009 {{(pid=102846) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 10:24:29.668746 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112223'] for port (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:29.672041 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [req-c9f3f509-cf66-4667-b6b1-4f3512766b1e req-bec0d1b3-3a6f-4409-8257-34e72fdf7de3 tempest-VolumesActionsTest-1798924212 tempest-VolumesActionsTest-1798924212-project] 10.222.0.45 "DELETE /v2.0/ports/60538814-e8f9-4dcf-8885-76b16bdfe043 HTTP/1.1" status: 204 len: 173 time: 0.3868642 Feb 21 10:24:29.672495 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982bd577-38e9-43ce-a52f-7e27921499b3', 'name': 'network-vif-deleted', 'tag': '60538814-e8f9-4dcf-8885-76b16bdfe043'}] {{(pid=102846) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 10:24:29.674716 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f436572e4abb90b50687970d779c19da9c663645d89ad35d4a6de082ea33290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72951178-f45a-452d-a06d-4259136e246d" -d '{"events": [{"server_uuid": "982bd577-38e9-43ce-a52f-7e27921499b3", "name": "network-vif-deleted", "tag": "60538814-e8f9-4dcf-8885-76b16bdfe043"}]}' {{(pid=102846) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 10:24:29.710767 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 10:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce192138-b2a6-4723-b652-229578b0edd7 x-openstack-request-id: req-ce192138-b2a6-4723-b652-229578b0edd7 {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 10:24:29.711066 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982bd577-38e9-43ce-a52f-7e27921499b3", "name": "network-vif-deleted", "tag": "60538814-e8f9-4dcf-8885-76b16bdfe043", "status": "completed", "code": 200}]} {{(pid=102846) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 10:24:29.711323 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce192138-b2a6-4723-b652-229578b0edd7 {{(pid=102846) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 10:24:29.711726 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982bd577-38e9-43ce-a52f-7e27921499b3', 'name': 'network-vif-deleted', 'tag': '60538814-e8f9-4dcf-8885-76b16bdfe043', 'status': 'completed', 'code': 200} Feb 21 10:24:33.098770 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 60538814-e8f9-4dcf-8885-76b16bdfe043 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 10:24:33.119270 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.plugin [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] No Port match for: 60538814-e8f9-4dcf-8885-76b16bdfe043 {{(pid=102847) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 10:24:33.119621 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron.plugins.ml2.rpc [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Device 60538814-e8f9-4dcf-8885-76b16bdfe043 not bound to the agent host hv-cinder-83009 {{(pid=102847) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 10:24:33.476969 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-105e340a-f074-4a5b-a3db-0cdc7372bcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:35.845415 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-40274b10-3e2d-4363-a261-07232d21ac96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:36.994874 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:38.410670 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:39.925599 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:42.962908 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:24:51.852083 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [-] (102846) accepted ('10.222.0.73', 44436) {{(pid=102846) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:51.898504 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Deleting subnet 69e103fc-e2f7-4e04-9be2-273c78fdd574 {{(pid=102846) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 10:24:51.902125 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Publish callbacks [] for subnet (69e103fc-e2f7-4e04-9be2-273c78fdd574), before_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:51.934852 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11972415'] for subnet (69e103fc-e2f7-4e04-9be2-273c78fdd574), precommit_delete_associations {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:51.972072 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4069931'] for subnet (69e103fc-e2f7-4e04-9be2-273c78fdd574), precommit_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.027294 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4069906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12304887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12092782'] for subnet (69e103fc-e2f7-4e04-9be2-273c78fdd574), after_delete {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.051540 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e103fc-e2f7-4e04-9be2-273c78fdd574,revision_number=None']} {{(pid=102846) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:52.055893 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron_lib.callbacks.manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102846) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.059498 dv-cinder-830091-1-iscsi neutron-server[102846]: INFO neutron.wsgi [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/69e103fc-e2f7-4e04-9be2-273c78fdd574 HTTP/1.1" status: 204 len: 168 time: 0.2064173 Feb 21 10:24:52.062191 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44438) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:52.064227 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.064585 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.064931 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.065297 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.065639 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.065972 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.066307 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.066641 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.066976 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.067302 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.067634 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.067960 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.068286 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36361c0-30ac-49f6-84cf-42e487c7f1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102846) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.129138 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4128418'] for network (752ee10f-1320-4f08-a86a-4006f1c4e354), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.208449 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4069794', 'neutron.services.segments.db._delete_segments_for_network-8749143742778'] for network (752ee10f-1320-4f08-a86a-4006f1c4e354), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.227755 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752ee10f-1320-4f08-a86a-4006f1c4e354']}} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:24:52.236685 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea') {'for_net_delete': True} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:24:52.236995 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.services.segments.db [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea') {} {{(pid=102845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 10:24:52.246619 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749143743043', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12086789'] for segment (ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.259779 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438'] for segment (ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.266718 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102845) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 10:24:52.267297 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3991438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12290240'] for segment (ebfd3e7a-1b34-4cee-ad1f-0fa566eaa4ea), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: Traceback (most recent call last): Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: timer() Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: cb(*args, **kw) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: return func(*args, **kwargs) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: self._notify() Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: self.callback(batched_events) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: event.method(event) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: return f(self, *a, **k) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._get(url).json() Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: return self.request(url, 'GET', **kwargs) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 10:24:52.269665 dv-cinder-830091-1-iscsi neutron-server[102845]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 10:24:52.322255 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4069801', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-689122'] for network (752ee10f-1320-4f08-a86a-4006f1c4e354), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.327815 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.330988 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] 10.222.0.73 "DELETE /v2.0/networks/752ee10f-1320-4f08-a86a-4006f1c4e354 HTTP/1.1" status: 204 len: 168 time: 0.2677586 Feb 21 10:24:52.342581 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Pushing event deleted for resources: {'Network': ['ID=752ee10f-1320-4f08-a86a-4006f1c4e354,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:52.349787 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.350146 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.350494 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.350831 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.351168 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.351642 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.351977 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.352310 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.352717 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.353030 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.353388 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.353712 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.354550 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3490cf-76a1-48e9-99af-73b9e3df618d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830091-1-iscsi {{(pid=102845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 10:24:52.501117 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44442) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:52.543909 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-8f1dcbe8-0282-4f63-b93b-53f1c5131151 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=767886ecaa96422d99bb4bfc838d7b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412996 Feb 21 10:24:52.545987 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44444) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:24:52.591653 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c0dea95c-d18c-489b-bba2-83af9184d88b admin admin] Publish callbacks [] for security_group (7ebe632e-1be9-4924-a0c1-46a28af42961), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.612544 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c0dea95c-d18c-489b-bba2-83af9184d88b admin admin] Publish callbacks [] for security_group (7ebe632e-1be9-4924-a0c1-46a28af42961), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.657142 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c0dea95c-d18c-489b-bba2-83af9184d88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (7ebe632e-1be9-4924-a0c1-46a28af42961), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.659645 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c0dea95c-d18c-489b-bba2-83af9184d88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:24:52.660798 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c0dea95c-d18c-489b-bba2-83af9184d88b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7ebe632e-1be9-4924-a0c1-46a28af42961 HTTP/1.1" status: 204 len: 168 time: 0.1138918 Feb 21 10:24:52.669849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dea95c-d18c-489b-bba2-83af9184d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebe632e-1be9-4924-a0c1-46a28af42961,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:24:53.034126 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.605618 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44516) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:25:01.708316 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c4406cca-b15c-4256-b5a6-9f4dc78aec37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.782481 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c4406cca-b15c-4256-b5a6-9f4dc78aec37 admin admin] Publish callbacks [] for security_group (c2f34590-99c6-49ae-8c81-92c68f77622f), precommit_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.786107 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-c4406cca-b15c-4256-b5a6-9f4dc78aec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c2f34590-99c6-49ae-8c81-92c68f77622f), after_create {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.822269 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4406cca-b15c-4256-b5a6-9f4dc78aec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f34590-99c6-49ae-8c81-92c68f77622f,revision_number=1']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:25:01.827109 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-c4406cca-b15c-4256-b5a6-9f4dc78aec37 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32a9d211beb3471ca49bee7c84099476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198989 Feb 21 10:25:01.829849 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [-] (102845) accepted ('10.222.0.73', 44520) {{(pid=102845) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 10:25:01.878616 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4d579c20-7057-4124-a03d-2c9534527208 admin admin] Publish callbacks [] for security_group (c2f34590-99c6-49ae-8c81-92c68f77622f), before_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.899383 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4d579c20-7057-4124-a03d-2c9534527208 admin admin] Publish callbacks [] for security_group (c2f34590-99c6-49ae-8c81-92c68f77622f), precommit_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.944597 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4d579c20-7057-4124-a03d-2c9534527208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-570267'] for security_group (c2f34590-99c6-49ae-8c81-92c68f77622f), after_delete {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.947129 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron_lib.callbacks.manager [None req-4d579c20-7057-4124-a03d-2c9534527208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:01.948261 dv-cinder-830091-1-iscsi neutron-server[102845]: INFO neutron.wsgi [None req-4d579c20-7057-4124-a03d-2c9534527208 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2f34590-99c6-49ae-8c81-92c68f77622f HTTP/1.1" status: 204 len: 168 time: 0.1173925 Feb 21 10:25:01.956271 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d579c20-7057-4124-a03d-2c9534527208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f34590-99c6-49ae-8c81-92c68f77622f,revision_number=None']} {{(pid=102845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 10:25:03.477527 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-efac9c64-8609-4f2b-b6fa-94083db43479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:05.846549 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-67773fc8-315f-4a72-8131-e6daf16fbd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:06.994054 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:08.408415 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:09.910076 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:19.961891 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:25:23.035234 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:33.478809 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-b12e16d0-0ac3-4598-9e57-012c7e9c1c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:35.847734 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-20d8a09f-24b8-424c-b078-4bccc3158089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:36.995837 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:38.411711 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:39.911451 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:53.034450 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:25:56.961079 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:26:03.479960 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-34a79ed6-fef5-4d81-ae2e-14492be3c9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:05.852628 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-98290582-f964-4752-81e3-964562ba7c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:06.998327 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:08.414896 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:09.914179 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:16.548856 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [req-017948e0-5323-4a3a-838a-2dd03d417bd4 req-ad05e549-5a5f-435c-82c6-151c98e047b0 service neutron] (102845) timed out ('10.222.0.45', 51124) {{(pid=102845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:26:17.661980 dv-cinder-830091-1-iscsi neutron-server[102845]: DEBUG neutron.wsgi [req-09035ee1-0731-432f-b673-b40b1333cba8 req-098a9db3-93d0-41f0-8ded-3b01bbbe88ff service neutron] (102845) timed out ('10.222.0.45', 51097) {{(pid=102845) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:26:23.029211 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:33.481289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f00e51b4-f8f3-4cc7-8d1c-a0c5b2de1f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:33.960678 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:26:35.853898 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-93685058-9b18-4927-9390-129b3bfa0702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:37.001297 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:38.416963 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:39.915870 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:26:43.039588 dv-cinder-830091-1-iscsi neutron-server[102846]: DEBUG neutron.wsgi [req-9ac734f7-d636-405c-9a71-505ea7cc680c req-07ae4d2e-1e1f-46d9-8b3d-851edd383916 service neutron] (102846) timed out ('10.222.0.45', 51134) {{(pid=102846) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 10:26:53.026665 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:03.482289 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ea281700-a572-4425-9f4b-75dbc9480849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:05.854607 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-c6237ed2-3eac-4efa-844d-7ccb80156643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:07.003706 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:08.421914 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:09.917338 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:10.960179 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:27:23.030880 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:33.486511 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9acda4f3-2819-48fe-a57b-9c9f78cedc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:35.856107 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-057ee3b1-5e83-495a-845e-43a080341f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:37.006737 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:38.425460 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:39.919069 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:27:47.959624 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:27:53.030489 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:03.489657 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-1c1fbeb3-3848-4a43-9a97-fd980c6e038d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:05.856593 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-5f46fa55-7399-47db-9629-e3567f9647ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:07.008278 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:08.428970 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:09.921395 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:23.026913 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:24.958184 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:28:33.490575 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-36d8a0c1-a34f-42b1-8bc9-cfbce417e2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:35.858385 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eb43-c98b-40d6-80a8-6c3023afa82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:37.011116 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:38.430458 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:39.922456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:28:53.038995 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:01.958024 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:29:03.492283 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-26772dc3-64b4-410d-a6cf-f37c3c6949aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:05.860287 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f0e7e726-8279-4e24-98df-abd01a464b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:07.014138 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:08.433386 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:09.924509 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:23.037330 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:33.492891 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-ebe66e9a-70dc-43ea-966a-5f8ff23d5399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:35.862031 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-928435d9-82a5-4aa2-ba90-d729b6618957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:37.017016 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:38.435972 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:38.956794 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:29:39.926323 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:29:53.042490 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:30:03.493456 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-9ec97ca2-e557-4a51-bf0c-d5e40914522f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (f6454bf8-342f-4b59-b4a9-13b90831e8e8), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:30:05.863671 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-cb04dd72-1aff-4d40-bf52-b049c8967354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (80bb50f5-b0c6-4c7a-875e-d36a612d162b), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:30:07.023290 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-fa296946-b3e6-4370-9e88-ede2e5f33aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (d13a4f40-df95-4add-be11-e5a9947bc7a4), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:30:08.442094 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-dc535599-e06b-4b62-bb7c-d91b10b832ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e782884f-c771-40af-9dfd-c086c0e47ae0), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:30:09.927141 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-bf0ebaa7-9fa7-484a-acef-6ee0f404d083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (e701576c-c6df-42a1-a79d-693c182737d5), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 10:30:15.955330 dv-cinder-830091-1-iscsi neutron-server[102848]: DEBUG neutron.db.agents_db [None req-4d6a8563-8e44-47da-a3e9-7de1cf9d3ab2 None None] Agent healthcheck: found 6 active agents {{(pid=102848) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 10:30:23.041591 dv-cinder-830091-1-iscsi neutron-server[102847]: DEBUG neutron_lib.callbacks.manager [None req-f6279ab2-7ce3-4abb-92bd-fe684f4f49bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749143742760', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4066747'] for agent (b7ce2e88-2342-443b-b178-2d80b7bb1245), after_update {{(pid=102847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}